-- Logs begin at Tue 2021-08-31 17:49:49 UTC, end at Tue 2021-08-31 18:46:54 UTC. -- Aug 31 18:20:02.720835 dv-cinder-805887-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 18:20:05.453488 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.common.config [-] Logging enabled! Aug 31 18:20:05.454080 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 18:20:05.454275 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 18:20:05.457553 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.common.config [-] Logging enabled! Aug 31 18:20:05.457812 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 18:20:05.458129 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 18:20:05.459069 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 18:20:05.459306 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 18:20:05.459677 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 18:20:05.459924 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 18:20:05.460157 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 18:20:05.460480 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.460803 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.461101 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.461332 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.461625 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.461916 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.462203 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.462519 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.462818 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.463104 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.463390 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.463676 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.463907 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.464191 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.464506 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.464795 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.465020 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] debug = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.465302 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.465771 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.466139 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.466420 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.466711 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.467002 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.467274 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.467545 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.467830 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.468159 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] host = dv-cinder-805887-9-iscsi {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.468440 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.468761 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.469051 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.469338 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.469613 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.469891 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.470174 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.470450 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.470723 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.470999 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.471286 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.471573 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.471861 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.472086 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.472309 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.472624 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.472916 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.473194 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.473473 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.473748 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.474022 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.474295 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.474566 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.474853 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.475139 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.475427 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.475952 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.476228 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.476510 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.476800 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.477085 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.477359 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.477633 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.477907 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.478812 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.479086 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.479362 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.479663 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.479951 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.480233 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.480543 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.480815 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.481096 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.481372 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.481644 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.481916 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] use_json = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.482186 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.482455 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.482735 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.483006 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.483279 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.483550 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.483820 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.484108 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:05.484406 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.484736 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.485039 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.485326 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.485622 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.485903 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.486193 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.486473 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.486762 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.487054 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.487386 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.487667 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.487959 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.488239 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.488561 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.488868 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.489163 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.489456 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.489734 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.490010 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.490283 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.490562 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.490850 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.491128 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.491420 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.491711 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.491992 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.492281 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.492603 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.492897 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.493173 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.493453 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.494321 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.494603 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.494879 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.495159 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.495449 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.495730 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.496006 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.496296 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.497238 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.497830 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.498108 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.498400 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.498705 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.499230 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.500130 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.500416 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.500727 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.501009 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.501304 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.501589 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.501870 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.502150 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.502434 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.502713 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.502992 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.503276 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.503555 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.503836 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.504113 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.504389 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.504697 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.504975 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.505249 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.505532 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.505806 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.506085 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.506360 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.506636 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.506909 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.507183 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.507459 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.507750 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.508051 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.508332 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.508646 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.508928 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.509469 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.509761 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.510044 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.510328 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.510609 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.510887 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.511179 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.511467 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.511758 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.512044 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.512324 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.512688 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.512940 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.513225 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.513502 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.513780 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.514063 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.514345 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.514641 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.514938 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.515232 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.515525 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.515825 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.516107 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.516420 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.516733 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:05.516956 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 18:20:05.517198 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93772) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 18:20:05.869082 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 18:20:05.869363 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 18:20:05.869655 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 18:20:05.869985 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 18:20:06.264450 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.264772 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.265043 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.266349 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.266626 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.266892 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.301239 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.301513 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.301782 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.318031 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.318322 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.318598 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.347338 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.347620 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.347894 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.383856 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.384680 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.384957 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.619039 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.619659 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.619659 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.619824 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.620522 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.740869 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.741196 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.741485 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.741760 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.742029 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.742343 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.742602 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.742860 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.743118 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.743402 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.744187 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.744456 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.744745 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.745000 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.745258 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.745524 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.745781 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.746050 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.746320 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.746581 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.746859 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.747117 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.747405 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.747790 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.748045 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.748293 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.748719 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:20:06.748967 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:20:06.749207 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:20:06.749445 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:20:06.749688 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:20:06.749925 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:20:06.750290 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 18:20:06.753443 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 18:20:06.757419 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 18:20:06.761797 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 31 18:20:06.763439 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 18:20:06.763894 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 18:20:06.764386 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 18:20:06.764819 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 18:20:06.767618 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 18:20:06.767869 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 18:20:06.768218 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 18:20:06.773622 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 18:20:06.795509 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 18:20:06.795975 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.796279 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93772) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 18:20:06.796683 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.798043 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93772) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 18:20:06.798331 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 18:20:06.798583 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 18:20:06.801860 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.802148 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:06.866682 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 18:20:06.866924 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 18:20:06.867165 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 18:20:06.867540 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 18:20:06.889014 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_db.sqlalchemy.engines [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93772) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 18:20:07.429789 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Initializing driver for type 'gre' Aug 31 18:20:07.430327 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] gre ID ranges: [(1, 1000)] Aug 31 18:20:07.481844 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Initializing driver for type 'local' Aug 31 18:20:07.482161 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Initializing driver for type 'vlan' Aug 31 18:20:07.495015 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] VlanTypeDriver initialization complete Aug 31 18:20:07.495398 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Initializing driver for type 'vxlan' Aug 31 18:20:07.495912 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] vxlan ID ranges: [(1, 1000)] Aug 31 18:20:07.550778 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Initializing extension driver 'port_security' Aug 31 18:20:07.551123 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.extensions.port_security [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] PortSecurityExtensionDriver initialization complete Aug 31 18:20:07.551463 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Initializing mechanism driver 'openvswitch' Aug 31 18:20:07.551789 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Initializing mechanism driver 'hyperv' Aug 31 18:20:07.558289 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:07.558980 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > port after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.559356 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > port after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.559712 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > port after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.560232 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 18:20:07.560697 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > subnet after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.561061 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > subnet after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.561410 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.561808 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 18:20:07.562214 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > network after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.562566 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > network after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.562912 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > network after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.563302 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 18:20:07.563708 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > security_group after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.564058 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > security_group after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.564399 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.564960 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 18:20:07.565369 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.565724 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.566070 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.566467 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 18:20:07.566871 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > address_group after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.567220 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > address_group after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.567563 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.567958 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 18:20:07.568337 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] ML2 OVO RPC backend initialized. {{(pid=93772) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 18:20:07.569076 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.569441 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.569863 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > network before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.570216 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > networks before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.570569 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > port before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.570915 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > ports before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.571266 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > subnet before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.571880 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > subnets before_response 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.572242 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > network after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.572622 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > network after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.572967 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > network after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.573312 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > port after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.573657 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > port after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.573998 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > port after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.574344 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > subnet after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.574685 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > subnet after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.575023 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.575601 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Modular L2 Plugin initialization complete Aug 31 18:20:07.575935 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading services supported by the core plugin {{(pid=93772) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 18:20:07.576266 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.plugins.ml2.managers [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Got port-security extension from driver 'port_security' Aug 31 18:20:07.576822 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.extensions.vlantransparent [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Disabled vlantransparent extension. Aug 31 18:20:07.577316 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93772) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 18:20:07.577637 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading Plugin: router Aug 31 18:20:07.616776 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.617181 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router after_create 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.617559 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router before_create 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.618141 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.618545 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.618994 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router after_delete 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.619366 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.619915 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.620075 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router after_create 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.620425 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router after_update 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.620814 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router after_update 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.621175 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.621543 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router after_update 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.621950 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router precommit_update 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.622325 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: port after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.622670 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: port after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.623018 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: subnet after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.623363 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.623718 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.624068 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router precommit_create 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.624414 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: port before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.624788 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router precommit_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.625156 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router after_update 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.625509 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.625870 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router precommit_create 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.626237 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.626612 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router precommit_update 55549900 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.626956 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > agent after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.627310 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > agent after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.627663 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > network after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.628572 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Tracking information for resource: router configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:20:07.628908 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Tracking information for resource: floatingip configured {{(pid=93772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 18:20:07.634576 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.db.l3_agentschedulers_db [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 18:20:07.635175 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: port after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.635546 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: port after_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.635906 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: port after_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.636265 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: port after_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.637110 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router before_create 55550100 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.637486 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.637854 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router precommit_create 55550100 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.638214 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > router precommit_update 55550100 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.642784 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.services.provider_configuration [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service providers = [] {{(pid=93772) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 18:20:07.643151 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.db.servicetype_db [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93772) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 18:20:07.646173 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.services.service_base [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 18:20:07.646532 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.services.service_base [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 18:20:07.646881 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.services.service_base [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 18:20:07.647799 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.services.service_base [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 18:20:07.648176 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.services.service_base [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 18:20:07.648598 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:20:07.648922 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 18:20:07.660108 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:20:07.660450 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading Plugin: auto_allocate Aug 31 18:20:07.666322 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: network precommit_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.666696 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: network precommit_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.667223 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:20:07.667545 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading Plugin: tag Aug 31 18:20:07.674134 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:20:07.674471 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading Plugin: timestamp Aug 31 18:20:07.678532 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:20:07.678870 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading Plugin: network_ip_availability Aug 31 18:20:07.684383 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.684723 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.685088 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.685814 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:20:07.686138 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading Plugin: flavors Aug 31 18:20:07.690844 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:20:07.691180 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading Plugin: revisions Aug 31 18:20:07.695490 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 18:20:07.695889 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.826s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 18:20:07.697194 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93772) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 18:20:07.697537 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Initializing extension manager. Aug 31 18:20:07.698057 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: __init__.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.698403 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: __pycache__ {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.698807 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.699083 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: address_group.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.699852 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.700422 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: address-group Aug 31 18:20:07.700769 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: address_scope.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.701493 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.701997 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: address-scope Aug 31 18:20:07.702327 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.703285 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.703793 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: router-admin-state-down-before-update Aug 31 18:20:07.704120 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: agent.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.705087 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.705605 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: agent Aug 31 18:20:07.705934 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: agent_resources_synced.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.706853 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.707365 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: agent-resources-synced Aug 31 18:20:07.707692 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: allowedaddresspairs.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.709547 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.710077 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: allowed-address-pairs Aug 31 18:20:07.710411 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: auto_allocated_topology.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.711491 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.712014 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: auto-allocated-topology Aug 31 18:20:07.712984 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: availability_zone.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.713668 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.714179 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: availability_zone Aug 31 18:20:07.714504 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: availability_zone_filter.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.715425 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.715933 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: availability_zone_filter Aug 31 18:20:07.716259 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: data_plane_status.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.717195 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.717700 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 18:20:07.718027 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: default_subnetpools.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.718943 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.719450 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: default-subnetpools Aug 31 18:20:07.719777 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.720626 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.721143 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: dhcp_agent_scheduler Aug 31 18:20:07.721472 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: dns.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.722401 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.722911 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 18:20:07.723239 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: dns_domain_ports.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.724173 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.724714 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 18:20:07.725041 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.726231 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.726732 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 18:20:07.727056 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: dvr.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.727733 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.728260 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: dvr Aug 31 18:20:07.728618 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: ecmp_routes.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.729541 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.730041 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 18:20:07.730365 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: empty_string_filtering.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.731277 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.731783 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: empty-string-filtering Aug 31 18:20:07.732112 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.733068 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.733567 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 18:20:07.733888 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.734810 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.735312 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 18:20:07.735637 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: external_net.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.736592 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.737098 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: external-net Aug 31 18:20:07.737421 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.738336 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.738844 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: extra_dhcp_opt Aug 31 18:20:07.739169 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: extraroute.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.740090 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.740634 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: extraroute Aug 31 18:20:07.740962 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: extraroute_atomic.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.742008 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.742520 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: extraroute-atomic Aug 31 18:20:07.742848 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: filter_validation.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.743544 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.744048 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: filter-validation Aug 31 18:20:07.744372 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: fip_pf_description.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.745319 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.745818 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 18:20:07.746141 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: fip_port_details.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.747057 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.747565 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: fip-port-details Aug 31 18:20:07.747887 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: flavors.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.749153 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.749678 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: flavors Aug 31 18:20:07.750008 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.751659 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.752188 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 18:20:07.752560 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: floatingip_pools.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.753276 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.753792 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: floatingip-pools Aug 31 18:20:07.754126 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: ip_allocation.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.755061 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.755569 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 18:20:07.755901 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.756861 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.757379 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: ip-substring-filtering Aug 31 18:20:07.757711 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: l2_adjacency.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.758641 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.759667 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 18:20:07.759997 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: l3.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.761133 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.761661 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: router Aug 31 18:20:07.761995 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.764249 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.764804 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 18:20:07.765143 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.766111 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.766640 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: ext-gw-mode Aug 31 18:20:07.766966 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.767894 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.768407 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: l3-ha Aug 31 18:20:07.768768 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: l3_flavors.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.769688 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.770196 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: l3-flavors Aug 31 18:20:07.770527 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.771711 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.771937 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 18:20:07.772265 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: l3agentscheduler.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.773346 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.773859 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: l3_agent_scheduler Aug 31 18:20:07.774191 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: logging.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.776292 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.776852 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension logging not supported by any of loaded plugins Aug 31 18:20:07.777184 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: metering.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.777935 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.778515 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: metering Aug 31 18:20:07.778845 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.779941 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.780461 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: metering_source_and_destination_fields Aug 31 18:20:07.780954 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: multiprovidernet.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.781756 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.782270 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: multi-provider Aug 31 18:20:07.782604 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: netmtu.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.783522 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.784033 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: net-mtu Aug 31 18:20:07.784358 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: netmtu_writable.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.785315 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.785833 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: net-mtu-writable Aug 31 18:20:07.786159 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: network_availability_zone.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.786847 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.787338 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: network_availability_zone Aug 31 18:20:07.787661 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: network_ip_availability.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.788788 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.789302 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: network-ip-availability Aug 31 18:20:07.789629 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: network_segment_range.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.790453 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.790959 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 18:20:07.791286 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: pagination.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.792271 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.792640 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: pagination Aug 31 18:20:07.792964 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: port_device_profile.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.793888 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.794403 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: port-device-profile Aug 31 18:20:07.794727 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.795665 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.796174 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: port-mac-address-regenerate Aug 31 18:20:07.796525 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.797457 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.797967 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: port-numa-affinity-policy Aug 31 18:20:07.798294 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: port_resource_request.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.799210 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.799717 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 18:20:07.800043 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: portbindings.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.801021 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.801532 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: binding Aug 31 18:20:07.801858 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: portbindings_extended.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.803261 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.803779 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: binding-extended Aug 31 18:20:07.804114 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: portsecurity.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.805072 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.805586 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: port-security Aug 31 18:20:07.805933 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: project_id.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.806919 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.807259 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: project-id Aug 31 18:20:07.807589 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: providernet.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.808565 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.809086 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: provider Aug 31 18:20:07.809412 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: qos.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.812958 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.813486 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension qos not supported by any of loaded plugins Aug 31 18:20:07.813821 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.815072 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.815590 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 18:20:07.815925 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.816894 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.817407 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 18:20:07.817738 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: qos_default.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.818660 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.819173 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension qos-default not supported by any of loaded plugins Aug 31 18:20:07.819506 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: qos_fip.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.820173 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.820708 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 18:20:07.821038 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: qos_gateway_ip.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.822597 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.823119 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 18:20:07.823443 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: qos_port_network_policy.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.824366 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.824905 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 18:20:07.825237 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: qos_pps_rule.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.826411 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.826930 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 18:20:07.827261 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: qos_rule_type_details.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.828184 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.828722 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 18:20:07.829052 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: qos_rules_alias.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.830100 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.830611 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 18:20:07.830938 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: quotasv2.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.831866 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.832198 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: quotas Aug 31 18:20:07.832556 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: quotasv2_detail.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.835635 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.835989 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: quota_details Aug 31 18:20:07.836326 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: rbac.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.838234 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.838761 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: rbac-policies Aug 31 18:20:07.839097 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: rbac_address_group.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.840044 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.840601 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: rbac-address-group Aug 31 18:20:07.840929 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: rbac_address_scope.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.841856 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.842368 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: rbac-address-scope Aug 31 18:20:07.842697 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: rbac_security_groups.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.843624 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.844137 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: rbac-security-groups Aug 31 18:20:07.844464 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: rbac_subnetpool.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.845417 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.845925 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: rbac-subnetpool Aug 31 18:20:07.846250 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: revisionifmatch.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.847186 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.847704 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: revision-if-match Aug 31 18:20:07.848035 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: revisions.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.849187 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.849700 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: standard-attr-revisions Aug 31 18:20:07.850029 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: router_availability_zone.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.850975 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.851488 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: router_availability_zone Aug 31 18:20:07.851814 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: routerservicetype.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.852767 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.853301 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 18:20:07.853625 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.854563 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.855072 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: security-groups-normalized-cidr Aug 31 18:20:07.855396 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.856331 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.856881 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: port-security-groups-filtering Aug 31 18:20:07.857226 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.858141 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.858657 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: security-groups-remote-address-group Aug 31 18:20:07.858985 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: securitygroup.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.868672 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.869205 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: security-group Aug 31 18:20:07.869539 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: segment.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.870334 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.870850 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension segment not supported by any of loaded plugins Aug 31 18:20:07.871182 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.872133 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.872684 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 18:20:07.873016 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: servicetype.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.874213 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.874743 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: service-type Aug 31 18:20:07.875078 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: sorting.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.876066 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.876403 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: sorting Aug 31 18:20:07.876760 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: standard_attr_segment.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.877687 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.878199 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 18:20:07.878527 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: standardattrdescription.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.879189 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.879703 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: standard-attr-description Aug 31 18:20:07.880031 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: stateful_security_group.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.881004 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.881517 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: stateful-security-group Aug 31 18:20:07.881842 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: stdattrs_common.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.882433 dv-cinder-805887-9-iscsi neutron-server[93772]: WARNING neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 18:20:07.882759 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.883704 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.884763 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 18:20:07.885097 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: subnet_onboard.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.886185 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.886704 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: subnet_onboard Aug 31 18:20:07.887030 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.887959 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.888466 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 18:20:07.888816 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: subnet_service_types.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.889752 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.890265 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: subnet-service-types Aug 31 18:20:07.890591 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: subnetallocation.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.891680 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.892209 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: subnet_allocation Aug 31 18:20:07.892540 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.893217 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.893732 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: subnetpool-prefix-ops Aug 31 18:20:07.894057 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.894990 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.895503 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 18:20:07.895828 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: tagging.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.896927 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.897448 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: standard-attr-tag Aug 31 18:20:07.897779 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: timestamp.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.898991 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.899509 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loaded extension: standard-attr-timestamp Aug 31 18:20:07.900488 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: trunk.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.901518 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.902034 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension trunk not supported by any of loaded plugins Aug 31 18:20:07.902366 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: trunk_details.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.903305 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.903826 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 18:20:07.904154 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: uplink_status_propagation.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.905127 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.905643 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 18:20:07.905969 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Loading extension file: vlantransparent.py {{(pid=93772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 18:20:07.906649 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 18:20:07.907154 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 18:20:07.909679 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:network Aug 31 18:20:07.910221 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:subnet Aug 31 18:20:07.910628 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 18:20:07.911027 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:port Aug 31 18:20:07.912266 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.912740 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service FLAVORS assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.913387 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.913821 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.914156 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:router Aug 31 18:20:07.914597 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 18:20:07.915101 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service METERING assigned prefix: /metering {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.916610 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.916986 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.917343 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:20:07.918381 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 18:20:07.918831 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:security_group Aug 31 18:20:07.919263 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 18:20:07.921032 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service CORE assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.921376 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 18:20:07.921733 dv-cinder-805887-9-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] subnetpool is already registered Aug 31 18:20:07.922177 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service CORE assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.922511 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 18:20:07.922848 dv-cinder-805887-9-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] subnetpool is already registered Aug 31 18:20:07.925179 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.925620 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service FLAVORS assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.926215 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.926643 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.926982 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:router Aug 31 18:20:07.927324 dv-cinder-805887-9-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] router is already registered Aug 31 18:20:07.927738 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 18:20:07.928079 dv-cinder-805887-9-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] floatingip is already registered Aug 31 18:20:07.928565 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service METERING assigned prefix: /metering {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.929236 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 18:20:07.929565 dv-cinder-805887-9-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] rbac_policy is already registered Aug 31 18:20:07.929976 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:security_group Aug 31 18:20:07.930313 dv-cinder-805887-9-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] security_group is already registered Aug 31 18:20:07.930714 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 18:20:07.931075 dv-cinder-805887-9-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] security_group_rule is already registered Aug 31 18:20:07.931704 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service CORE assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.932035 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 18:20:07.932371 dv-cinder-805887-9-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] subnetpool is already registered Aug 31 18:20:07.932829 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.v2.resource_helper [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Service CORE assigned prefix: {{(pid=93772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 18:20:07.933159 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 18:20:07.933494 dv-cinder-805887-9-iscsi neutron-server[93772]: WARNING neutron.quota.resource_registry [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] subnetpool is already registered Aug 31 18:20:07.933992 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: extensions {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.935539 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: address-groups {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.937015 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: address-scopes {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.938340 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: agents {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.939519 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: auto-allocated-topology {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.940818 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: availability_zones {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.942050 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: dhcp-networks {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.943584 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: dhcp-agents {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.945036 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: routers {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.947784 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: flavors {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.949006 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: service_profiles {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.950235 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: next_providers {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.951702 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: service_profiles {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.953274 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: floatingip-pools {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.954495 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: routers {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.956671 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: floatingips {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.957972 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: l3-routers {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.959364 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: l3-agents {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.960856 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: metering-labels {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.962770 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: metering-label-rules {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.964095 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: network-ip-availabilities {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.965412 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: bindings {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.967220 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: quotas {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.968587 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: quotas {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.970033 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: rbac-policies {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.971214 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: security-groups {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.972539 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: security-group-rules {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.973865 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: service-providers {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.975085 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: subnetpools {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.976934 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: subnetpools {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.978393 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.980099 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.982051 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.983850 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.986774 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.988683 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.990365 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.992287 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.994647 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:07.996404 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron.api.extensions [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Extended resource: tags {{(pid=93772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 18:20:08.002373 dv-cinder-805887-9-iscsi neutron-server[93772]: WARNING keystonemiddleware.auth_token [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 18:20:08.007133 dv-cinder-805887-9-iscsi neutron-server[93772]: WARNING keystonemiddleware.auth_token [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 18:20:08.015929 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Acquired lock "singleton_lock" {{(pid=93772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 18:20:08.016409 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Releasing lock "singleton_lock" {{(pid=93772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 18:20:08.017084 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO oslo_service.service [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Starting 2 workers Aug 31 18:20:08.021897 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Started child 93879 {{(pid=93772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 18:20:08.026363 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Started child 93880 {{(pid=93772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 18:20:08.027219 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:08.027963 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO neutron.service [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 18:20:08.028650 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Notify callbacks [] for process, before_spawn {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:08.028811 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [-] (93879) wsgi starting up on http://0.0.0.0:9696 Aug 31 18:20:08.031075 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:08.031554 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO oslo_service.service [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Starting 1 workers Aug 31 18:20:08.032402 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [-] (93880) wsgi starting up on http://0.0.0.0:9696 Aug 31 18:20:08.036364 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Started child 93881 {{(pid=93772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 18:20:08.036927 dv-cinder-805887-9-iscsi neutron-server[93772]: INFO oslo_service.service [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Starting 1 workers Aug 31 18:20:08.039792 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.service [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] calling RpcWorker wait() {{(pid=93881) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 18:20:08.040535 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.service [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] returning from RpcWorker wait() {{(pid=93881) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 18:20:08.041437 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Started child 93882 {{(pid=93772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 18:20:08.041576 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:08.041951 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:08.042277 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947bf073-0a78-495f-b717-e74bcc8e7333 None None] Notify callbacks [] for process, after_spawn {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:08.044218 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 18:20:08.044435 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 18:20:08.044650 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 18:20:08.044868 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 18:20:08.045221 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 18:20:08.045386 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 18:20:08.045909 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.046197 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.046446 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.046707 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.047056 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.047358 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:08.047873 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.047873 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.048145 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.048326 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.048597 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.048735 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:08.048869 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.049014 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.049154 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.049374 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.049684 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.049953 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.050193 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.050473 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.050741 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.050929 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.051199 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.051447 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.051705 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] debug = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.051958 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.052450 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.052710 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.052961 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.053182 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.053461 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.053686 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.053971 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.054224 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.054461 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.054706 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.054966 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.055218 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.055437 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.055657 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.056477 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.056734 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.057196 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] host = dv-cinder-805887-9-iscsi {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.057494 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.057670 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.057915 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.058143 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.058409 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.058720 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.058916 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.059174 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.059427 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.059653 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.059924 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.060172 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.060433 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.060697 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.060940 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_options = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.061090 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.061343 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.061611 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.061807 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.061978 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.062159 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.062419 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.062584 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.062835 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.063072 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.063289 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.063505 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.063741 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.063981 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.064242 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.064490 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.064756 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.064993 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.065254 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.065504 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.065746 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.065990 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.066212 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.066448 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.066662 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.066897 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.067124 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.067347 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.067613 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.067798 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.068033 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.068307 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.068563 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.068837 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.069055 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.069282 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.069514 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.069807 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.070039 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.070296 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.070541 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.070776 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.071023 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.071241 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.071484 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.072297 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_json = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.072532 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.072768 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.073030 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.073244 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.074228 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.074228 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.074228 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.074509 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.074869 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.075370 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.075682 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.075913 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.076156 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.076444 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.076687 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.076944 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.077201 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.077455 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.077774 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.077999 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.078293 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.078535 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.078851 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.079209 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.082447 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.082447 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.082447 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.082447 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.082447 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.082447 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.082447 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.082447 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.083875 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.083875 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.083875 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.083875 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.083875 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.083875 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.083875 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.083875 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.087073 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.087073 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.087073 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.087073 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.087073 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.087073 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.087073 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.087073 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.087073 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.089412 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.089412 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.089412 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.089412 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.089412 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.089412 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.089412 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.089412 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.089412 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.092584 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.092584 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.092584 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.092584 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.092584 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.092584 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.092584 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.092584 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.092584 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.094013 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.094013 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.094013 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.094013 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.094013 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.094013 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.094013 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.094013 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.094013 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.095646 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.095646 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.095646 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.095646 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.095646 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.095646 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.095646 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.095646 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.095646 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096296 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096296 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096296 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096296 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096296 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096296 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096296 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096296 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096296 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096943 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096943 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096943 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096943 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.096943 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.097291 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.097291 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.097491 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.097743 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.097958 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.098202 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.098445 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.098820 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.098976 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.099164 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.099388 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.099615 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.099858 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.100074 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.100343 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.100844 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.101078 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.101313 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.101574 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.101829 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.102237 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.102608 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.102898 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.104201 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.104481 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.104823 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.105075 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.105380 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.105639 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.105878 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.106186 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.106450 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.106724 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.106959 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.107208 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.107472 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.107714 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.107990 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.108219 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.108466 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.108735 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.109021 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.109257 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.109497 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.109727 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.109954 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.110291 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.110519 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.110734 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.110943 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.111199 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.111443 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.111690 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.111947 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.112186 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.112417 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.112707 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.112924 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.113247 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.113366 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.113607 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.113841 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.114075 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.114266 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.114493 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.114722 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.114949 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.115319 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.115461 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.115595 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.115823 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.116026 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.116237 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.116475 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.116703 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.116915 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.117145 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.117360 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.117593 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.117802 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.118031 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.118276 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.119026 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.119289 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.119594 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.119760 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.119979 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.120197 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.120453 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.120693 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.120935 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.121181 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.121390 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.121597 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.122326 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.122326 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.122326 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.122716 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.122716 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.122970 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.123106 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.123428 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.123649 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.124384 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.124384 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.124384 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.124669 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.124789 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.125001 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.125241 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.125458 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.125667 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.125932 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.126129 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.126364 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.126571 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.126798 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.127024 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.127233 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.127535 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.127706 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.127956 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.128196 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.128677 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.128788 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.128912 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.129156 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.129366 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.129594 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.129809 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.130016 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.130243 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.130468 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.130676 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.130882 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.131100 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.131316 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.131522 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.131749 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.131975 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.132224 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.132625 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.132764 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.132896 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.133073 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.133307 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.133502 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.133720 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.133933 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.134811 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.135047 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.135258 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.135464 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.135683 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.135898 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.136379 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.136791 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.136887 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.137072 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.137361 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.137588 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.137834 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.138099 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.138406 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.138621 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.138855 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.139072 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.139287 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.139624 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.139754 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.140064 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.140356 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.141950 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.141950 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.141950 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.141950 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.141950 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.141950 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.142404 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.142404 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.142651 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.142903 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.143148 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.143401 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.143634 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.143847 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.144120 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.144317 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.144531 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.144782 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.145007 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.145248 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.145492 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.145734 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.145949 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.146197 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.146417 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.146634 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.146845 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.147000 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 18:20:08.147516 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 18:20:08.147673 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 18:20:08.147823 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 18:20:08.147987 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 18:20:08.148152 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 18:20:08.148302 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 18:20:08.148520 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.148698 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.148866 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.149001 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.149370 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.149370 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.149534 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.149607 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.149777 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.149931 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.150085 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.150239 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.150393 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.150548 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.150702 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.150857 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.151012 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.151166 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.151325 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.151482 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.151635 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.151796 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.151947 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] debug = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.152102 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.152306 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.152471 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.152666 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.152794 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.152918 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.153074 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.153227 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.153381 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.153535 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.153691 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.153865 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.154019 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.154173 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.154328 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.154636 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.154636 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.154796 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] host = dv-cinder-805887-9-iscsi {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.154909 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.155063 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.155218 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.155371 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.155526 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.155679 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.155833 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.155987 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.156141 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.156295 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.156449 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.156626 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.156784 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.156937 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.157090 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_options = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.157302 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.157419 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.157537 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.157718 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.157877 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.158032 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.158186 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.158342 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.158496 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.158651 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.158805 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.158958 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.159111 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.159407 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.159407 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.159542 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.159687 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.159841 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.160007 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.160139 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.160291 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.160446 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.160635 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.160796 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.160948 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.161266 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.161430 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.161583 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.161881 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.162043 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.162199 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.162355 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.162511 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.162666 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.162820 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.162974 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.163128 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.163287 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.163442 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.163597 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.163751 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.163906 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.164060 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.164217 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.164373 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.164539 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_json = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.164697 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.164851 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.165004 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.165159 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.165334 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.165489 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.165643 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.165798 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 18:20:08.165971 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.166128 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.166295 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.166456 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.166616 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.166774 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.166930 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.167086 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.167243 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.167400 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.167562 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.167719 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.167886 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.168043 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.168200 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.168360 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.168549 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.168713 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.168822 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.168986 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.169139 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.169296 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.169461 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.169617 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.169809 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.169930 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.170087 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.170259 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.170415 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.170573 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.170813 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.171009 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.171971 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.171971 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.171971 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.171971 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.171971 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.171971 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.171971 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.172411 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.172411 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.172411 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.172637 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.172754 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.172954 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.173053 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.173214 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.173392 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.173564 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.173678 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.173839 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.173993 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.174314 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.174621 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.174779 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.175088 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.175385 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.175550 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.175710 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.175864 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.176170 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.176331 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.176492 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.176693 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.176852 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.176989 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.177160 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.177326 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.177473 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.177632 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.177792 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.177950 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.178106 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.178265 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.178421 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.178582 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.178740 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.178899 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.179055 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.179213 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.179369 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.179527 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.179685 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.179843 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.179999 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.180157 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.180314 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.180471 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.180653 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.180818 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.181513 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.181671 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.181827 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.181984 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.182140 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.182296 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.182453 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.182610 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.182766 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.182921 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.183077 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.183235 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.183617 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.183617 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.183880 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.183880 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.184045 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.184127 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.184269 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.184423 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.184604 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.184762 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.184919 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.185074 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.185230 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.185387 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.185603 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.185699 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.185856 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.186012 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.186175 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.186342 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.186500 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.186657 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.186819 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.186975 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.187136 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.187295 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.187449 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.187605 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.187762 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.187918 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.188081 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.188248 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.188405 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.188583 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.188745 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.189109 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.189109 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.189366 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.189366 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.189523 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.189644 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.189801 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.189957 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.190114 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.190270 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.190426 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.190583 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.190739 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.190899 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.192520 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.192520 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.192520 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.192520 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.192520 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.192520 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.192520 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.192520 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.193100 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:08.193204 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.193204 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.193204 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.193625 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.193793 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.193955 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.194114 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.194274 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.194433 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.194591 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.194748 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.194904 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.195062 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.195218 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.195375 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.196538 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.196538 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.196538 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.196538 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.196538 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.196538 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.196538 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.197684 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.197854 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.198018 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.198179 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.198339 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.198499 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.198657 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.198815 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.198974 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.199133 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.199290 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.199462 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.199619 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.199777 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.199934 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.200090 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.200247 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.200408 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.200586 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.200743 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.200900 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.201055 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.201215 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.201373 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.201530 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.201686 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.201845 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.202001 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.202158 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.202315 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.202483 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.202650 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.202786 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.202943 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.203101 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.203256 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.203505 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.203677 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.204405 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.204405 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.204405 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.204405 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.204405 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.204789 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.204789 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.204921 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.205002 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.205156 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.205323 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.205518 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.205635 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.205793 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.205931 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.206414 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.206414 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.206414 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.206650 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.206734 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.206825 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.206968 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.207142 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.207301 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.207456 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.207612 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.207768 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.207918 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.208077 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.208234 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.208391 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.208574 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.208735 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.208895 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.209053 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.209219 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.209377 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.209537 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.209741 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.209852 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.210001 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.210156 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.210321 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.210484 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.210927 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.210927 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.210927 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.211193 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.211277 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.211406 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.211570 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.211742 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.211895 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.212055 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.212244 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.212403 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.212584 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.212725 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.212894 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.213035 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.213182 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.213336 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.213490 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.213646 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.213801 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.213957 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.214113 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.214314 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.214413 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.214567 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.214722 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 18:20:08.214871 dv-cinder-805887-9-iscsi neutron-server[93772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 18:20:08.393385 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 60450) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:08.402601 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070066 Aug 31 18:20:19.527872 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc30c9f3-e7d7-40db-bcf8-28e002eeae49 None None] get_active_networks_info from dv-cinder-805887-9-iscsi {{(pid=93881) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 18:20:19.628149 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc30c9f3-e7d7-40db-bcf8-28e002eeae49 None None] No non-hosted networks {{(pid=93881) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 18:20:19.646777 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.agentschedulers_db [None req-dc30c9f3-e7d7-40db-bcf8-28e002eeae49 None None] DHCP Agent not found on host dv-cinder-805887-9-iscsi {{(pid=93881) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 18:20:19.782256 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-de81f42f-b90b-4aeb-a5a1-35c8ace8760d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576162'] for agent, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:22.139701 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4945de75-16df-4f78-94c6-25de76463f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576162'] for agent, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:22.204197 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6813d950-bf51-4dc3-8342-763887a62812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:22.513419 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576162'] for agent, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:22.514264 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:22.514867 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:22.515322 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:22.515753 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:22.516185 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:22.516657 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:22.517108 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:22.517558 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:22.517987 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:22.518414 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:22.518843 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:22.519355 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:22.519886 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805887-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:22.533854 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805887-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:23.169299 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576162'] for agent, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:24.846706 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576162'] for agent, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:26.090886 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 60542) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:26.575045 dv-cinder-805887-9-iscsi neutron-server[93880]: WARNING oslo_policy.policy [None req-03614ee5-1502-40b9-9089-61cfe5c9c769 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:20:26.575634 dv-cinder-805887-9-iscsi neutron-server[93880]: WARNING oslo_policy.policy [None req-03614ee5-1502-40b9-9089-61cfe5c9c769 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:20:26.801345 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [None req-03614ee5-1502-40b9-9089-61cfe5c9c769 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:20:26.802423 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-03614ee5-1502-40b9-9089-61cfe5c9c769 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7106113 Aug 31 18:20:29.180247 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 60556) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:29.454967 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.db.l3_hamode_db [None req-5d4c171b-0e0a-4a25-9879-34738304b7d5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 18:20:29.534775 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c171b-0e0a-4a25-9879-34738304b7d5 None None] Routers set() bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:20:29.535562 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c171b-0e0a-4a25-9879-34738304b7d5 None None] Router IDs set() for agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 18:20:29.679124 dv-cinder-805887-9-iscsi neutron-server[93879]: WARNING oslo_policy.policy [None req-9aa473cd-820e-40d8-96c5-239cb8d56db7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:20:29.679741 dv-cinder-805887-9-iscsi neutron-server[93879]: WARNING oslo_policy.policy [None req-9aa473cd-820e-40d8-96c5-239cb8d56db7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:20:29.904704 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-9aa473cd-820e-40d8-96c5-239cb8d56db7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:20:29.998695 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.policy [None req-9aa473cd-820e-40d8-96c5-239cb8d56db7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93879) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 18:20:30.044610 dv-cinder-805887-9-iscsi neutron-server[93879]: WARNING oslo_policy.policy [None req-9aa473cd-820e-40d8-96c5-239cb8d56db7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:20:30.044992 dv-cinder-805887-9-iscsi neutron-server[93879]: WARNING oslo_policy.policy [None req-9aa473cd-820e-40d8-96c5-239cb8d56db7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:20:30.054120 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.quota [None req-9aa473cd-820e-40d8-96c5-239cb8d56db7 admin admin] Loaded quota_driver: . Aug 31 18:20:30.145934 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa473cd-820e-40d8-96c5-239cb8d56db7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767308130814', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767308131283', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767308151101', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767308145601', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767308763519', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767308044045', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-559335', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-949440', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2010520', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2073187'] for rbac-policy, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:30.214058 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa473cd-820e-40d8-96c5-239cb8d56db7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:30.215822 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9aa473cd-820e-40d8-96c5-239cb8d56db7 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0329261 Aug 31 18:20:32.776707 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 60574) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:33.074762 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'project_id': '83829ad7e64e4fad9b788bc4440e43d1', 'name': 'private'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:20:33.103542 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Made reservation on behalf of 83829ad7e64e4fad9b788bc4440e43d1 for: {'network': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:20:33.106411 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:33.123667 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:33.241898 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:33.246033 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:33.264784 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=93879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:20:33.291429 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767310990794', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:33.292004 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Unsubscribe: segment precommit_create {{(pid=93879) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 18:20:33.292988 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.db.segments_db [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Added segment 8362e71c-b854-4f38-8a04-c14bad9861fe of type vlan for network cf708913-854f-4423-bdb6-2ffcdf88a029 Aug 31 18:20:33.308248 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963bccbc-0965-4f58-a383-6304d22aaa2f,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:33.332886 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:33.333240 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:33.333574 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:33.333896 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:33.334215 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:33.334547 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:33.334867 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:33.335183 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:33.335509 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:33.335824 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:33.336134 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:33.336443 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Tracked resource versions report: Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: pushed versions: Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: { 'AddressGroup': {'1.2'}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'ConntrackHelper': {'1.0'}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Log': {'1.0'}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Network': {'1.1'}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Port': {'1.7'}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'PortForwarding': {'1.2'}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'QosPolicy': {'1.9'}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'SecurityGroup': {'1.4'}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'SubPort': {'1.0'}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Subnet': {'1.1'}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Trunk': {'1.1'}} Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: consumer versions: Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: { DHCP agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: L3 agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: Metadata agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: Metering agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: Open vSwitch agent@dv-cinder-805887-9-iscsi: { 'AddressGroup': '1.2', Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'ConntrackHelper': '1.0', Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Log': '1.0', Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Network': '1.1', Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Port': '1.7', Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'PortForwarding': '1.2', Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'QosPolicy': '1.9', Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'SecurityGroup': '1.4', Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'SecurityGroupRule': '1.2', Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'SubPort': '1.0', Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Subnet': '1.1', Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Trunk': '1.1'}} Aug 31 18:20:33.337875 dv-cinder-805887-9-iscsi neutron-server[93879]: {{(pid=93879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:20:33.409391 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:33.447669 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:33.448872 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:33.449517 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:33.517682 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7400558 Aug 31 18:20:33.547776 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1794b-87cb-4d94-81f7-c457ea2d23ee admin admin] Pushing event updated for resources: {'Network': ['ID=cf708913-854f-4423-bdb6-2ffcdf88a029,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:33.559714 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network cf708913-854f-4423-bdb6-2ffcdf88a029 details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:20:36.166527 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 60588) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:36.553353 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275970af-fa59-4d12-a5ce-b78ccbeba003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:36.554695 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-275970af-fa59-4d12-a5ce-b78ccbeba003 admin admin] 10.222.0.35 "GET /v2.0/networks/cf708913-854f-4423-bdb6-2ffcdf88a029 HTTP/1.1" status: 200 len: 825 time: 0.3871157 Aug 31 18:20:36.580020 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f7d2d180-4055-4291-a70e-13435b9ff67f admin admin] 10.222.0.35 "GET /v2.0/subnetpools/ba77b710-1fbf-47be-9828-09aab4fe6266 HTTP/1.1" status: 200 len: 734 time: 0.0185866 Aug 31 18:20:36.589139 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-7c827c91-165d-4f5c-8e13-519e863a7bf1 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'ba77b710-1fbf-47be-9828-09aab4fe6266', 'name': 'private-subnet', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029', 'gateway_ip': '172.20.0.1'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:20:36.610263 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c827c91-165d-4f5c-8e13-519e863a7bf1 admin admin] Made reservation on behalf of 83829ad7e64e4fad9b788bc4440e43d1 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:20:36.612421 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7c827c91-165d-4f5c-8e13-519e863a7bf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:36.896564 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7c827c91-165d-4f5c-8e13-519e863a7bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:36.964435 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c827c91-165d-4f5c-8e13-519e863a7bf1 admin admin] Checking segment: {'id': '8362e71c-b854-4f38-8a04-c14bad9861fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:20:36.964854 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c827c91-165d-4f5c-8e13-519e863a7bf1 admin admin] Network hostable DHCP agents. Network: cf708913-854f-4423-bdb6-2ffcdf88a029, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:20:36.969379 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c827c91-165d-4f5c-8e13-519e863a7bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ef1c21-a19d-4c57-901b-9ca4836205c4,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:36.989524 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c827c91-165d-4f5c-8e13-519e863a7bf1 admin admin] Network cf708913-854f-4423-bdb6-2ffcdf88a029 is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:20:37.004331 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-7c827c91-165d-4f5c-8e13-519e863a7bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, cf708913-854f-4423-bdb6-2ffcdf88a029) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:20:37.008964 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c827c91-165d-4f5c-8e13-519e863a7bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:37.009549 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7c827c91-165d-4f5c-8e13-519e863a7bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:37.013644 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd490773-fac6-4dae-b6f7-39aae08fee0a None None] Network cf708913-854f-4423-bdb6-2ffcdf88a029 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:20:37.029209 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7c827c91-165d-4f5c-8e13-519e863a7bf1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4376514 Aug 31 18:20:37.339176 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bae0c3-7a1f-5850-b0fd-6d978053451f-cf708913-854f-4423-bdb6-2ffcdf88a029', 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'fixed_ips': [{'subnet_id': '36ef1c21-a19d-4c57-901b-9ca4836205c4'}]}} from dv-cinder-805887-9-iscsi. {{(pid=93881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:20:37.340411 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:37.616653 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Allocated IP 172.20.0.2 (cf708913-854f-4423-bdb6-2ffcdf88a029/36ef1c21-a19d-4c57-901b-9ca4836205c4/90c3b821-a5fc-466c-b569-b539900202f0) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:20:37.820454 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:37.865038 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Transition to ACTIVE for port object 90c3b821-a5fc-466c-b569-b539900202f0 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:20:37.887713 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Transition to ACTIVE for port object 90c3b821-a5fc-466c-b569-b539900202f0 will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:20:37.895441 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:37.973304 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Network cf708913-854f-4423-bdb6-2ffcdf88a029 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:20:37.978200 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:20:37.979687 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Pushing event updated for resources: {'Port': ['ID=90c3b821-a5fc-466c-b569-b539900202f0,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:37.984801 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:20:37.993167 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:37.993514 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:37.993848 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:37.994175 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:37.994498 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:37.994821 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:37.995141 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:37.995459 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:37.995800 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:37.996119 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:37.996432 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:37.996768 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Tracked resource versions report: Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: pushed versions: Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: { 'AddressGroup': {'1.2'}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'ConntrackHelper': {'1.0'}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Log': {'1.0'}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Network': {'1.1'}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Port': {'1.7'}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'PortForwarding': {'1.2'}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'QosPolicy': {'1.9'}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'SecurityGroup': {'1.4'}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'SubPort': {'1.0'}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Subnet': {'1.1'}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Trunk': {'1.1'}} Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: consumer versions: Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: { DHCP agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: L3 agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: Metadata agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: Metering agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: Open vSwitch agent@dv-cinder-805887-9-iscsi: { 'AddressGroup': '1.2', Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'ConntrackHelper': '1.0', Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Log': '1.0', Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Network': '1.1', Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Port': '1.7', Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'PortForwarding': '1.2', Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'QosPolicy': '1.9', Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'SecurityGroup': '1.4', Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'SecurityGroupRule': '1.2', Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'SubPort': '1.0', Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Subnet': '1.1', Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Trunk': '1.1'}} Aug 31 18:20:37.997898 dv-cinder-805887-9-iscsi neutron-server[93881]: {{(pid=93881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:20:38.067936 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Attempting to bind port 90c3b821-a5fc-466c-b569-b539900202f0 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:20:38.068616 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Attempting to bind port 90c3b821-a5fc-466c-b569-b539900202f0 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': '8362e71c-b854-4f38-8a04-c14bad9861fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:20:38.068756 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Attempting to bind port 90c3b821-a5fc-466c-b569-b539900202f0 on network cf708913-854f-4423-bdb6-2ffcdf88a029 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:20:38.074582 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:20:38.074992 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Checking segment: {'id': '8362e71c-b854-4f38-8a04-c14bad9861fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:20:38.075471 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:38.075860 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Bound using segment: {'id': '8362e71c-b854-4f38-8a04-c14bad9861fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:20:38.076353 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Bound port: 90c3b821-a5fc-466c-b569-b539900202f0, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8362e71c-b854-4f38-8a04-c14bad9861fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:20:38.076777 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:38.138283 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] For port 90c3b821-a5fc-466c-b569-b539900202f0, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:20:38.142450 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] For port 90c3b821-a5fc-466c-b569-b539900202f0, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=90c3b821-a5fc-466c-b569-b539900202f0,segment=NetworkSegment(8362e71c-b854-4f38-8a04-c14bad9861fe),segment_id=8362e71c-b854-4f38-8a04-c14bad9861fe)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:20:38.146660 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:38.227530 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febee83-cd94-49ca-b5bf-ea549027775c None None] Pushing event updated for resources: {'Port': ['ID=90c3b821-a5fc-466c-b569-b539900202f0,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:39.462317 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 60596) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:39.776276 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [None req-b97fe76e-c7aa-4196-8d18-2ffe8cd2a361 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:20:39.777265 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b97fe76e-c7aa-4196-8d18-2ffe8cd2a361 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3140149 Aug 31 18:20:42.193595 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 60604) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:42.521166 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [None req-d39ec17d-38b3-40dc-8537-17792b566bc8 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:20:42.522213 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d39ec17d-38b3-40dc-8537-17792b566bc8 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3277040 Aug 31 18:20:45.118762 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 60614) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:45.434802 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-8655743b-6749-4b4c-bdc9-a1e9a9db3bd4 admin admin] Request body: {'router': {'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:20:45.506310 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.policy [None req-8655743b-6749-4b4c-bdc9-a1e9a9db3bd4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93880) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 18:20:45.552119 dv-cinder-805887-9-iscsi neutron-server[93880]: WARNING oslo_policy.policy [None req-8655743b-6749-4b4c-bdc9-a1e9a9db3bd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:20:45.552520 dv-cinder-805887-9-iscsi neutron-server[93880]: WARNING oslo_policy.policy [None req-8655743b-6749-4b4c-bdc9-a1e9a9db3bd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 18:20:45.561292 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.quota [None req-8655743b-6749-4b4c-bdc9-a1e9a9db3bd4 admin admin] Loaded quota_driver: . Aug 31 18:20:45.617274 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8655743b-6749-4b4c-bdc9-a1e9a9db3bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3853'] for router, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:45.619037 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8655743b-6749-4b4c-bdc9-a1e9a9db3bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2003837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:45.772376 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8655743b-6749-4b4c-bdc9-a1e9a9db3bd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:45.777649 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8655743b-6749-4b4c-bdc9-a1e9a9db3bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587693'] for router, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:45.796032 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8655743b-6749-4b4c-bdc9-a1e9a9db3bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:45.797266 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-8655743b-6749-4b4c-bdc9-a1e9a9db3bd4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6774964 Aug 31 18:20:46.384875 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 90c3b821-a5fc-466c-b569-b539900202f0 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:20:46.475549 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 90c3b821-a5fc-466c-b569-b539900202f0 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:20:46.576621 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb464d9-c258-42c3-af37-6f57a284a4be None None] Network cf708913-854f-4423-bdb6-2ffcdf88a029 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:20:46.632967 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-ed2b655d-00fa-4d2d-95a4-836ebef1d2f1 None None] Provisioning for port 90c3b821-a5fc-466c-b569-b539900202f0 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:20:46.640035 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-ed2b655d-00fa-4d2d-95a4-836ebef1d2f1 None None] Provisioning complete for port 90c3b821-a5fc-466c-b569-b539900202f0 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:20:46.640429 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ed2b655d-00fa-4d2d-95a4-836ebef1d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:46.801808 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ed2b655d-00fa-4d2d-95a4-836ebef1d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:46.866721 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-ed2b655d-00fa-4d2d-95a4-836ebef1d2f1 None None] For port 90c3b821-a5fc-466c-b569-b539900202f0, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=90c3b821-a5fc-466c-b569-b539900202f0,segment=NetworkSegment(8362e71c-b854-4f38-8a04-c14bad9861fe),segment_id=8362e71c-b854-4f38-8a04-c14bad9861fe)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:20:46.871753 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ed2b655d-00fa-4d2d-95a4-836ebef1d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:46.921991 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b655d-00fa-4d2d-95a4-836ebef1d2f1 None None] Pushing event updated for resources: {'Port': ['ID=90c3b821-a5fc-466c-b569-b539900202f0,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:47.097841 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-7f86bb89-7027-4265-ba2d-d719965991a9 None None] Provisioning complete for port 90c3b821-a5fc-466c-b569-b539900202f0 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:20:47.098213 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7f86bb89-7027-4265-ba2d-d719965991a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:47.114147 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 5 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:20:48.190693 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 60628) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:48.358664 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 90c3b821-a5fc-466c-b569-b539900202f0 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:20:48.403836 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 90c3b821-a5fc-466c-b569-b539900202f0 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:20:48.404202 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:48.512821 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [None req-edc335d6-ec51-46a8-9873-06f28de0a750 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:20:48.513818 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-edc335d6-ec51-46a8-9873-06f28de0a750 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3221931 Aug 31 18:20:49.462819 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fb444049-176b-44d1-924c-1fe3953b7368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:50.890115 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 60636) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:51.202045 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:20:51.226550 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Made reservation on behalf of 2d09f5304b5b4f6daafcb816c5452138 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:20:51.229351 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:51.245243 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:51.365284 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:51.368927 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:51.380523 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Reserving flat network on physical network physnet1 {{(pid=93880) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 18:20:51.411902 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767310990794', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:51.412480 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Unsubscribe: segment precommit_create {{(pid=93880) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 18:20:51.413021 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Added segment f43a09da-cceb-458e-9e25-c838dff1dc91 of type flat for network 8be741c5-6977-48d8-bd13-0f8a1787586d Aug 31 18:20:51.428300 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb5596b-4446-44ff-9167-ee461bc8c950,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:51.477842 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:51.478202 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:51.478542 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:51.479218 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:51.479337 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:51.479662 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:51.479988 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:51.480316 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:51.480683 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:51.481007 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:51.481325 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:51.481638 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Tracked resource versions report: Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: pushed versions: Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: { 'AddressGroup': {'1.2'}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'ConntrackHelper': {'1.0'}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Log': {'1.0'}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Network': {'1.1'}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Port': {'1.7'}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'PortForwarding': {'1.2'}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'QosPolicy': {'1.9'}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'SecurityGroup': {'1.4'}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'SubPort': {'1.0'}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Subnet': {'1.1'}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Trunk': {'1.1'}} Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: consumer versions: Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: { DHCP agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: L3 agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: Metadata agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: Metering agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: Open vSwitch agent@dv-cinder-805887-9-iscsi: { 'AddressGroup': '1.2', Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'ConntrackHelper': '1.0', Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Log': '1.0', Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Network': '1.1', Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Port': '1.7', Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'PortForwarding': '1.2', Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'QosPolicy': '1.9', Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'SecurityGroup': '1.4', Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'SecurityGroupRule': '1.2', Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'SubPort': '1.0', Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Subnet': '1.1', Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Trunk': '1.1'}} Aug 31 18:20:51.482800 dv-cinder-805887-9-iscsi neutron-server[93880]: {{(pid=93880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:20:51.536802 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:51.580411 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:51.581523 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:51.582158 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:51.669894 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7785406 Aug 31 18:20:51.677807 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148784c-c40e-491e-b464-9a6724bb77b6 admin admin] Pushing event updated for resources: {'Network': ['ID=8be741c5-6977-48d8-bd13-0f8a1787586d,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:51.689683 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network 8be741c5-6977-48d8-bd13-0f8a1787586d details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:20:52.133918 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-036ee5b6-b7f9-48e0-950e-43a0a17aa918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:52.502923 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:53.112639 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:54.063387 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 60658) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:54.238236 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9640836-36c3-4a7e-8a11-f4e74f46dc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:54.239539 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b9640836-36c3-4a7e-8a11-f4e74f46dc88 admin admin] 10.222.0.35 "GET /v2.0/subnets/36ef1c21-a19d-4c57-901b-9ca4836205c4 HTTP/1.1" status: 200 len: 849 time: 0.1751938 Aug 31 18:20:54.396035 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4b0f2b60-5f99-419f-9715-eaefad404470 admin admin] 10.222.0.35 "GET /v2.0/routers/06f94551-74a4-48b7-92b2-4fc1103be251 HTTP/1.1" status: 200 len: 704 time: 0.1494513 Aug 31 18:20:54.658086 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:54.798345 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:54.946246 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Allocated IP 172.20.0.1 (cf708913-854f-4423-bdb6-2ffcdf88a029/36ef1c21-a19d-4c57-901b-9ca4836205c4/7f15d5ad-f7fa-4da7-b929-b953da0bc233) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:20:55.095669 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.117322 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Transition to ACTIVE for port object 7f15d5ad-f7fa-4da7-b929-b953da0bc233 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:20:55.183300 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.299549 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Network cf708913-854f-4423-bdb6-2ffcdf88a029 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:20:55.308305 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:20:55.313816 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:20:55.313816 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582494'] for router_interface, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.332744 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Pushing event updated for resources: {'Port': ['ID=7f15d5ad-f7fa-4da7-b929-b953da0bc233,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:55.505967 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.539032 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-98670dc9-9669-453a-8e5b-bdc632c23e9e None None] Provisioning for port 7f15d5ad-f7fa-4da7-b929-b953da0bc233 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:20:55.542510 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-98670dc9-9669-453a-8e5b-bdc632c23e9e None None] Provisioning complete for port 7f15d5ad-f7fa-4da7-b929-b953da0bc233 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:20:55.542880 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98670dc9-9669-453a-8e5b-bdc632c23e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.575538 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-98670dc9-9669-453a-8e5b-bdc632c23e9e None None] Port 7f15d5ad-f7fa-4da7-b929-b953da0bc233 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:20:55.712768 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.717124 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.717862 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575982'] for router_interface, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:55.795067 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Pushing event updated for resources: {'Port': ['ID=7f15d5ad-f7fa-4da7-b929-b953da0bc233,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:55.845148 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Network cf708913-854f-4423-bdb6-2ffcdf88a029 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:20:55.846344 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:20:55.994775 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-79a3f2eb-1fc6-4235-9e79-7b223b61ddd3 None None] Provisioning complete for port 7f15d5ad-f7fa-4da7-b929-b953da0bc233 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:20:55.995338 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-79a3f2eb-1fc6-4235-9e79-7b223b61ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:56.011407 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Router 06f94551-74a4-48b7-92b2-4fc1103be251 is scheduled to L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 with binding_index 1 {{(pid=93879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:20:56.030410 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-79a3f2eb-1fc6-4235-9e79-7b223b61ddd3 None None] Port 7f15d5ad-f7fa-4da7-b929-b953da0bc233 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:20:56.100581 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:20:56.105826 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b9723c2b-77b2-4818-817a-3a6a2964eb54 admin admin] 10.222.0.35 "PUT /v2.0/routers/06f94551-74a4-48b7-92b2-4fc1103be251/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7038970 Aug 31 18:20:56.123462 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Sync routers for ids ['06f94551-74a4-48b7-92b2-4fc1103be251'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:20:56.138298 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Routers {'06f94551-74a4-48b7-92b2-4fc1103be251'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:20:56.139145 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-a17acc91-b019-4885-93f9-e6358094666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:20:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['06f94551-74a4-48b7-92b2-4fc1103be251'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:56.321410 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Set router 06f94551-74a4-48b7-92b2-4fc1103be251 gateway port host: None {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:20:56.743755 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-a17acc91-b019-4885-93f9-e6358094666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'name': 'router1', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:20:45Z', 'updated_at': '2021-08-31T18:20:55Z', 'revision_number': 2, 'project_id': '83829ad7e64e4fad9b788bc4440e43d1', 'gw_port_host': None, '_interfaces': [{'id': '7f15d5ad-f7fa-4da7-b929-b953da0bc233', 'name': '', 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'mac_address': 'fa:16:3e:77:23:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36ef1c21-a19d-4c57-901b-9ca4836205c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:20:54Z', 'updated_at': '2021-08-31T18:20:55Z', 'revision_number': 2, 'project_id': '83829ad7e64e4fad9b788bc4440e43d1', 'subnets': [{'id': '36ef1c21-a19d-4c57-901b-9ca4836205c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba77b710-1fbf-47be-9828-09aab4fe6266'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:56.794477 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Checking router: 06f94551-74a4-48b7-92b2-4fc1103be251 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:20:56.794843 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Updating router 06f94551-74a4-48b7-92b2-4fc1103be251 port 7f15d5ad-f7fa-4da7-b929-b953da0bc233 binding host dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:20:56.841931 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:57.356433 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:57.375409 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Transition to ACTIVE for port object 7f15d5ad-f7fa-4da7-b929-b953da0bc233 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:20:57.381100 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:57.537673 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Pushing event updated for resources: {'Port': ['ID=7f15d5ad-f7fa-4da7-b929-b953da0bc233,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:57.547378 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Attempting to bind port 7f15d5ad-f7fa-4da7-b929-b953da0bc233 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:20:57.547766 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Attempting to bind port 7f15d5ad-f7fa-4da7-b929-b953da0bc233 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': '8362e71c-b854-4f38-8a04-c14bad9861fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:20:57.548191 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Attempting to bind port 7f15d5ad-f7fa-4da7-b929-b953da0bc233 on network cf708913-854f-4423-bdb6-2ffcdf88a029 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:20:57.554011 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:57.554396 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:57.554581 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:57.554903 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:57.555229 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:57.555650 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:57.555873 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:57.556194 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:57.556559 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:57.556850 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:57.557175 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:57.557489 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Tracked resource versions report: Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: pushed versions: Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: { 'AddressGroup': {'1.2'}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'ConntrackHelper': {'1.0'}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Log': {'1.0'}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Network': {'1.1'}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Port': {'1.7'}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'PortForwarding': {'1.2'}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'QosPolicy': {'1.9'}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'SecurityGroup': {'1.4'}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'SubPort': {'1.0'}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Subnet': {'1.1'}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Trunk': {'1.1'}} Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: consumer versions: Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: { DHCP agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: L3 agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: Metadata agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: Metering agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: Open vSwitch agent@dv-cinder-805887-9-iscsi: { 'AddressGroup': '1.2', Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'ConntrackHelper': '1.0', Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Log': '1.0', Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Network': '1.1', Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Port': '1.7', Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'PortForwarding': '1.2', Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'QosPolicy': '1.9', Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'SecurityGroup': '1.4', Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'SecurityGroupRule': '1.2', Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'SubPort': '1.0', Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Subnet': '1.1', Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Trunk': '1.1'}} Aug 31 18:20:57.558619 dv-cinder-805887-9-iscsi neutron-server[93882]: {{(pid=93882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:20:57.560891 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:20:57.561302 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Checking segment: {'id': '8362e71c-b854-4f38-8a04-c14bad9861fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:20:57.561774 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:57.562148 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Bound using segment: {'id': '8362e71c-b854-4f38-8a04-c14bad9861fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:20:57.562731 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Bound port: 7f15d5ad-f7fa-4da7-b929-b953da0bc233, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8362e71c-b854-4f38-8a04-c14bad9861fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:20:57.563027 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:57.628100 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-a17acc91-b019-4885-93f9-e6358094666c None None] For port 7f15d5ad-f7fa-4da7-b929-b953da0bc233, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:20:57.647179 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-a17acc91-b019-4885-93f9-e6358094666c None None] For port 7f15d5ad-f7fa-4da7-b929-b953da0bc233, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=7f15d5ad-f7fa-4da7-b929-b953da0bc233,segment=NetworkSegment(8362e71c-b854-4f38-8a04-c14bad9861fe),segment_id=8362e71c-b854-4f38-8a04-c14bad9861fe)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:20:57.652284 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:57.712896 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4ad0f-8f89-49c8-aa02-0ea2b0c53de0 None None] Pushing event updated for resources: {'Port': ['ID=7f15d5ad-f7fa-4da7-b929-b953da0bc233,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:57.717122 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Routers {'06f94551-74a4-48b7-92b2-4fc1103be251'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:20:57.717731 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-a17acc91-b019-4885-93f9-e6358094666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:20:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['06f94551-74a4-48b7-92b2-4fc1103be251'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:57.809831 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-a17acc91-b019-4885-93f9-e6358094666c None None] Set router 06f94551-74a4-48b7-92b2-4fc1103be251 gateway port host: None {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:20:58.018711 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-a17acc91-b019-4885-93f9-e6358094666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'name': 'router1', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:20:45Z', 'updated_at': '2021-08-31T18:20:55Z', 'revision_number': 2, 'project_id': '83829ad7e64e4fad9b788bc4440e43d1', 'gw_port_host': None, '_interfaces': [{'id': '7f15d5ad-f7fa-4da7-b929-b953da0bc233', 'name': '', 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'mac_address': 'fa:16:3e:77:23:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36ef1c21-a19d-4c57-901b-9ca4836205c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:20:54Z', 'updated_at': '2021-08-31T18:20:57Z', 'revision_number': 4, 'project_id': '83829ad7e64e4fad9b788bc4440e43d1', 'subnets': [{'id': '36ef1c21-a19d-4c57-901b-9ca4836205c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba77b710-1fbf-47be-9828-09aab4fe6266'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:20:58.043640 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17acc91-b019-4885-93f9-e6358094666c None None] The sync data for ids ['06f94551-74a4-48b7-92b2-4fc1103be251'] in dv-cinder-805887-9-iscsi is: [{'id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'name': 'router1', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:20:45Z', 'updated_at': '2021-08-31T18:20:55Z', 'revision_number': 2, 'project_id': '83829ad7e64e4fad9b788bc4440e43d1', 'gw_port_host': None, '_interfaces': [{'id': '7f15d5ad-f7fa-4da7-b929-b953da0bc233', 'name': '', 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'mac_address': 'fa:16:3e:77:23:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36ef1c21-a19d-4c57-901b-9ca4836205c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:20:54Z', 'updated_at': '2021-08-31T18:20:57Z', 'revision_number': 4, 'project_id': '83829ad7e64e4fad9b788bc4440e43d1', 'subnets': [{'id': '36ef1c21-a19d-4c57-901b-9ca4836205c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba77b710-1fbf-47be-9828-09aab4fe6266'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:20:58.351709 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 60678) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:20:58.462951 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0937482-2358-4b36-828c-6f2ba032a9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:58.464331 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a0937482-2358-4b36-828c-6f2ba032a9a7 admin admin] 10.222.0.35 "GET /v2.0/networks/8be741c5-6977-48d8-bd13-0f8a1787586d HTTP/1.1" status: 200 len: 842 time: 0.1116312 Aug 31 18:20:58.474388 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-97396d76-973f-4c43-9a19-228e716956f0 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'name': 'public-subnet'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:20:58.496204 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97396d76-973f-4c43-9a19-228e716956f0 admin admin] Made reservation on behalf of 2d09f5304b5b4f6daafcb816c5452138 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:20:58.498519 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-97396d76-973f-4c43-9a19-228e716956f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:58.776446 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.objects.ports [None req-97396d76-973f-4c43-9a19-228e716956f0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 18:20:58.776962 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-97396d76-973f-4c43-9a19-228e716956f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:58.829722 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97396d76-973f-4c43-9a19-228e716956f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a13117-7ed2-43d4-92d6-58cd0b0eaac5,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:20:58.837899 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97396d76-973f-4c43-9a19-228e716956f0 admin admin] Checking segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:20:58.838256 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97396d76-973f-4c43-9a19-228e716956f0 admin admin] Network hostable DHCP agents. Network: 8be741c5-6977-48d8-bd13-0f8a1787586d, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:20:58.854680 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97396d76-973f-4c43-9a19-228e716956f0 admin admin] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:20:58.862693 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-97396d76-973f-4c43-9a19-228e716956f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, 8be741c5-6977-48d8-bd13-0f8a1787586d) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:20:58.867563 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97396d76-973f-4c43-9a19-228e716956f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:20:58.868331 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-97396d76-973f-4c43-9a19-228e716956f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:20:58.872682 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5419a0a6-3d01-4fa7-af62-0ba4d5491438 None None] Network 8be741c5-6977-48d8-bd13-0f8a1787586d requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:20:58.882875 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-97396d76-973f-4c43-9a19-228e716956f0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4118245 Aug 31 18:20:59.006154 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3a88d7-3192-4e24-80ef-05d5758bf7ef None None] Network 8be741c5-6977-48d8-bd13-0f8a1787586d requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:21:01.170761 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 60686) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:01.404589 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e76e84ef-2cef-4491-b774-24a01ce818cb admin admin] 10.222.0.35 "GET /v2.0/routers/06f94551-74a4-48b7-92b2-4fc1103be251 HTTP/1.1" status: 200 len: 710 time: 0.2326012 Aug 31 18:21:01.560838 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caa8003-f1d3-4513-a001-d780008c41ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:21:01.562230 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-4caa8003-f1d3-4513-a001-d780008c41ba admin admin] 10.222.0.35 "GET /v2.0/networks/8be741c5-6977-48d8-bd13-0f8a1787586d HTTP/1.1" status: 200 len: 886 time: 0.1513240 Aug 31 18:21:01.572239 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:21:01.817060 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:02.054692 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:02.131781 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:02.315833 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Allocated IP 172.27.0.113 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/edc75c08-54b8-4805-b209-474c53a393b4) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:21:02.424882 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:02.492280 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:02.560610 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:21:02.566207 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:21:02.582458 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:21:02.588661 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Pushing event updated for resources: {'Port': ['ID=edc75c08-54b8-4805-b209-474c53a393b4,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:02.906252 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:03.118969 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1587696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1581766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4072'] for router, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:03.123916 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1587707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1587682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1581791'] for router, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:03.236778 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Router 06f94551-74a4-48b7-92b2-4fc1103be251 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:21:03.346251 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:21:03.351522 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:03.352656 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-f06e1ac9-e76d-4dce-9c36-fb3360c0e00b admin admin] 10.222.0.35 "PUT /v2.0/routers/06f94551-74a4-48b7-92b2-4fc1103be251 HTTP/1.1" status: 200 len: 890 time: 1.7841995 Aug 31 18:21:04.402070 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 7f15d5ad-f7fa-4da7-b929-b953da0bc233 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:21:04.427550 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Sync routers for ids ['06f94551-74a4-48b7-92b2-4fc1103be251'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:21:04.446854 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Routers {'06f94551-74a4-48b7-92b2-4fc1103be251'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:21:04.447500 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:20:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['06f94551-74a4-48b7-92b2-4fc1103be251'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:04.612037 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 7f15d5ad-f7fa-4da7-b929-b953da0bc233 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:21:04.657642 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 7f15d5ad-f7fa-4da7-b929-b953da0bc233 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:21:04.657935 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:04.736728 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Set router 06f94551-74a4-48b7-92b2-4fc1103be251 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:21:04.976232 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:05.065219 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 7f15d5ad-f7fa-4da7-b929-b953da0bc233, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=7f15d5ad-f7fa-4da7-b929-b953da0bc233,segment=NetworkSegment(8362e71c-b854-4f38-8a04-c14bad9861fe),segment_id=8362e71c-b854-4f38-8a04-c14bad9861fe)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:21:05.071580 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:05.162326 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=7f15d5ad-f7fa-4da7-b929-b953da0bc233,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:05.231961 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'name': 'router1', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'edc75c08-54b8-4805-b209-474c53a393b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:20:45Z', 'updated_at': '2021-08-31T18:21:02Z', 'revision_number': 4, 'project_id': '83829ad7e64e4fad9b788bc4440e43d1', 'gw_port': {'id': 'edc75c08-54b8-4805-b209-474c53a393b4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:02:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:21:02Z', 'updated_at': '2021-08-31T18:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '7f15d5ad-f7fa-4da7-b929-b953da0bc233', 'name': '', 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'mac_address': 'fa:16:3e:77:23:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36ef1c21-a19d-4c57-901b-9ca4836205c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:20:54Z', 'updated_at': '2021-08-31T18:20:57Z', 'revision_number': 4, 'project_id': '83829ad7e64e4fad9b788bc4440e43d1', 'subnets': [{'id': '36ef1c21-a19d-4c57-901b-9ca4836205c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba77b710-1fbf-47be-9828-09aab4fe6266'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:05.280770 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Checking router: 06f94551-74a4-48b7-92b2-4fc1103be251 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:21:05.281133 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Updating router 06f94551-74a4-48b7-92b2-4fc1103be251 port edc75c08-54b8-4805-b209-474c53a393b4 binding host dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:21:05.329576 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:05.644607 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:05.653940 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Transition to ACTIVE for port object edc75c08-54b8-4805-b209-474c53a393b4 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:21:05.658960 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:05.704808 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb59739-b76d-4c6b-83fe-6bc21a76ae97 None None] Pushing event updated for resources: {'Port': ['ID=edc75c08-54b8-4805-b209-474c53a393b4,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:05.716047 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Attempting to bind port edc75c08-54b8-4805-b209-474c53a393b4 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:21:05.716556 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Attempting to bind port edc75c08-54b8-4805-b209-474c53a393b4 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:21:05.716812 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Attempting to bind port edc75c08-54b8-4805-b209-474c53a393b4 on network 8be741c5-6977-48d8-bd13-0f8a1787586d {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:21:05.722056 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:21:05.722428 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Checking segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:21:05.722837 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:05.723228 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Bound using segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:21:05.723692 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Bound port: edc75c08-54b8-4805-b209-474c53a393b4, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:21:05.724071 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:05.761009 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 60698) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:21:05.776569 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] For port edc75c08-54b8-4805-b209-474c53a393b4, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:21:05.779620 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] For port edc75c08-54b8-4805-b209-474c53a393b4, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=edc75c08-54b8-4805-b209-474c53a393b4,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:21:05.783587 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:05.839849 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Routers {'06f94551-74a4-48b7-92b2-4fc1103be251'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:21:05.840466 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:20:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['06f94551-74a4-48b7-92b2-4fc1103be251'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:05.843389 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb59739-b76d-4c6b-83fe-6bc21a76ae97 None None] Pushing event updated for resources: {'Port': ['ID=edc75c08-54b8-4805-b209-474c53a393b4,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:05.878612 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c60612ef-acf9-481b-8612-a7ccd8d8b3a2 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1151679 Aug 31 18:21:06.040724 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] Set router 06f94551-74a4-48b7-92b2-4fc1103be251 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:21:06.251951 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'name': 'router1', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'edc75c08-54b8-4805-b209-474c53a393b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:20:45Z', 'updated_at': '2021-08-31T18:21:02Z', 'revision_number': 4, 'project_id': '83829ad7e64e4fad9b788bc4440e43d1', 'gw_port': {'id': 'edc75c08-54b8-4805-b209-474c53a393b4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:02:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:21:02Z', 'updated_at': '2021-08-31T18:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '7f15d5ad-f7fa-4da7-b929-b953da0bc233', 'name': '', 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'mac_address': 'fa:16:3e:77:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36ef1c21-a19d-4c57-901b-9ca4836205c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:20:54Z', 'updated_at': '2021-08-31T18:21:05Z', 'revision_number': 5, 'project_id': '83829ad7e64e4fad9b788bc4440e43d1', 'subnets': [{'id': '36ef1c21-a19d-4c57-901b-9ca4836205c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba77b710-1fbf-47be-9828-09aab4fe6266'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:21:06.282022 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd367a4-c1d0-4879-a1d6-e0f328b75908 None None] The sync data for ids ['06f94551-74a4-48b7-92b2-4fc1103be251'] in dv-cinder-805887-9-iscsi is: [{'id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'name': 'router1', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'edc75c08-54b8-4805-b209-474c53a393b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:20:45Z', 'updated_at': '2021-08-31T18:21:02Z', 'revision_number': 4, 'project_id': '83829ad7e64e4fad9b788bc4440e43d1', 'gw_port': {'id': 'edc75c08-54b8-4805-b209-474c53a393b4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:02:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:21:02Z', 'updated_at': '2021-08-31T18:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '7f15d5ad-f7fa-4da7-b929-b953da0bc233', 'name': '', 'network_id': 'cf708913-854f-4423-bdb6-2ffcdf88a029', 'tenant_id': '83829ad7e64e4fad9b788bc4440e43d1', 'mac_address': 'fa:16:3e:77:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f94551-74a4-48b7-92b2-4fc1103be251', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36ef1c21-a19d-4c57-901b-9ca4836205c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:20:54Z', 'updated_at': '2021-08-31T18:21:05Z', 'revision_number': 5, 'project_id': '83829ad7e64e4fad9b788bc4440e43d1', 'subnets': [{'id': '36ef1c21-a19d-4c57-901b-9ca4836205c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba77b710-1fbf-47be-9828-09aab4fe6266'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:21:06.418343 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 7f15d5ad-f7fa-4da7-b929-b953da0bc233 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:21:06.477077 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 7f15d5ad-f7fa-4da7-b929-b953da0bc233 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:21:06.477379 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:08.414259 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device edc75c08-54b8-4805-b209-474c53a393b4 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:21:08.504271 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port edc75c08-54b8-4805-b209-474c53a393b4 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:21:08.508828 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port edc75c08-54b8-4805-b209-474c53a393b4 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:21:08.509206 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:08.590635 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:08.614064 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port edc75c08-54b8-4805-b209-474c53a393b4, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=edc75c08-54b8-4805-b209-474c53a393b4,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:21:08.620764 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:08.676297 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=edc75c08-54b8-4805-b209-474c53a393b4,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:21:10.403489 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device edc75c08-54b8-4805-b209-474c53a393b4 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:21:10.476425 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port edc75c08-54b8-4805-b209-474c53a393b4 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:21:10.477016 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:19.464859 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-dd1b652d-1b59-4d95-b599-edbe61a54070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:22.147626 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b454abdf-839c-4c60-accb-39098ef4bf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:22.508028 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:23.117725 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:24.120515 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 5 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:21:24.828633 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:49.469858 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d6c0bb14-887a-4a0d-a2df-2db666072a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:52.141563 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2b00337-a1d3-4c1c-bdfb-2b20f55a1400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:52.507724 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:53.121954 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:21:54.824887 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:01.109519 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 5 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:22:19.478437 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5c9c69ec-cd31-4531-9314-dab53f7832bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:22.151752 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3a30152f-2418-4275-b51e-a8bf4cdd8d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:22.499826 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:23.121723 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:24.829399 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:38.107429 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 5 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:22:42.404566 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33028) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:22:42.469161 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbc6686-9a0c-4445-8aa0-a8993e1d661a admin admin] GET failed (client error): The resource could not be found. Aug 31 18:22:42.470543 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3fbc6686-9a0c-4445-8aa0-a8993e1d661a admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650280 Aug 31 18:22:42.644047 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1034d2-c3ea-48b6-80cc-42e6495b1c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:22:42.645489 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-8e1034d2-c3ea-48b6-80cc-42e6495b1c15 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1694674 Aug 31 18:22:44.846186 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33038) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:22:44.947970 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6b5ed5-7c84-4bfd-9b8d-f320cfd9def9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:22:44.949399 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-1c6b5ed5-7c84-4bfd-9b8d-f320cfd9def9 admin admin] 10.222.0.35 "GET /v2.0/subnets/36ef1c21-a19d-4c57-901b-9ca4836205c4 HTTP/1.1" status: 200 len: 849 time: 0.1022356 Aug 31 18:22:44.960296 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:22:45.048965 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:45.193578 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767310971100'] for subnet, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:45.222987 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:22:45.223845 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:45.225164 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] 10.222.0.35 "PUT /v2.0/subnets/36ef1c21-a19d-4c57-901b-9ca4836205c4 HTTP/1.1" status: 200 len: 868 time: 0.2686653 Aug 31 18:22:45.244056 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5a2ce4-45c9-4ccb-94f9-83ad3bdf6297 None None] Network cf708913-854f-4423-bdb6-2ffcdf88a029 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:22:45.245199 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ef1c21-a19d-4c57-901b-9ca4836205c4,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:22:45.253066 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:45.253518 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:45.253763 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:45.254102 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:45.254525 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:45.254877 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:45.255217 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:45.255552 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:45.255896 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:45.256237 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:45.256596 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:45.256925 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e02d3b-6d80-4828-bd48-2ad463007459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:22:45.639929 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-526b2f31-27d2-46ad-95a2-e3c04054db95 None None] Provisioning complete for port 7f15d5ad-f7fa-4da7-b929-b953da0bc233 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:22:45.640297 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-526b2f31-27d2-46ad-95a2-e3c04054db95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:45.726779 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-526b2f31-27d2-46ad-95a2-e3c04054db95 None None] Provisioning complete for port 90c3b821-a5fc-466c-b569-b539900202f0 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:22:45.727032 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-526b2f31-27d2-46ad-95a2-e3c04054db95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:47.445331 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33046) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:22:47.739369 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cdcd92-4960-4b8b-b656-d498586ba225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:22:47.739843 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cdcd92-4960-4b8b-b656-d498586ba225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:22:47.741458 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-09cdcd92-4960-4b8b-b656-d498586ba225 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2951462 Aug 31 18:22:49.469877 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e4b151cb-9bd7-4e60-b31b-6319e17f92ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:49.978164 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33054) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:22:50.118504 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8b7072-1f13-4f31-9c16-0becc5b19947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:22:50.118974 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8b7072-1f13-4f31-9c16-0becc5b19947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:22:50.120748 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ab8b7072-1f13-4f31-9c16-0becc5b19947 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1415846 Aug 31 18:22:52.145238 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09369545-24e3-4c6c-94e4-1454580db988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:52.337742 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33062) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:22:52.464102 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f794c17-a541-4d87-b298-19caeda6a935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:22:52.465659 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-6f794c17-a541-4d87-b298-19caeda6a935 admin admin] 10.222.0.35 "GET /v2.0/networks/8be741c5-6977-48d8-bd13-0f8a1787586d HTTP/1.1" status: 200 len: 886 time: 0.1269526 Aug 31 18:22:52.504681 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:53.126231 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:54.683973 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33070) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:22:54.829366 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eb33da-0195-463a-86d3-1f6626d965cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:22:54.831327 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-75eb33da-0195-463a-86d3-1f6626d965cc admin admin] 10.222.0.35 "GET /v2.0/networks/cf708913-854f-4423-bdb6-2ffcdf88a029 HTTP/1.1" status: 200 len: 869 time: 0.1463735 Aug 31 18:22:54.833462 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:22:57.735158 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33078) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:22:57.880721 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defb736f-a27a-4863-b411-f5ff8daa278a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:22:57.881195 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defb736f-a27a-4863-b411-f5ff8daa278a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:22:57.882768 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-defb736f-a27a-4863-b411-f5ff8daa278a admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1466744 Aug 31 18:23:00.085072 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 33086) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:23:00.211648 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cdebf3-5ab4-49f3-b880-8a9f370436be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:23:00.212108 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cdebf3-5ab4-49f3-b880-8a9f370436be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:23:00.213672 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-79cdebf3-5ab4-49f3-b880-8a9f370436be admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275592 Aug 31 18:23:02.364635 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 33096) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:23:02.455978 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd54944-0af4-4c9a-9216-d453268a2bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:23:02.457389 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-2cd54944-0af4-4c9a-9216-d453268a2bee admin admin] 10.222.0.35 "GET /v2.0/subnets/36ef1c21-a19d-4c57-901b-9ca4836205c4 HTTP/1.1" status: 200 len: 868 time: 0.0917935 Aug 31 18:23:04.613168 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 33104) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:23:04.705474 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede391ff-fc44-4ad0-b03f-2de303548cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:23:04.706861 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ede391ff-fc44-4ad0-b03f-2de303548cb6 admin admin] 10.222.0.35 "GET /v2.0/subnets/86a13117-7ed2-43d4-92d6-58cd0b0eaac5 HTTP/1.1" status: 200 len: 816 time: 0.0927408 Aug 31 18:23:15.105423 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 5 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:23:19.471536 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-72321ea9-c9bd-4329-8090-6556aa0a60e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:22.147010 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-40fc1508-20be-48c5-a317-eed3135e62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:22.505501 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:23.129132 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:24.837716 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:28.441721 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 33158) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:23:28.490205 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [None req-1753b11f-79db-49f6-896b-840aa30dfe2c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:23:28.491204 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-1753b11f-79db-49f6-896b-840aa30dfe2c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485272 Aug 31 18:23:30.763052 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33166) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:23:30.824185 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba68045-b94b-4ff2-853d-ec5bb93c12a7 admin admin] GET failed (client error): The resource could not be found. Aug 31 18:23:30.825548 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cba68045-b94b-4ff2-853d-ec5bb93c12a7 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615218 Aug 31 18:23:30.912282 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db812fd-f2da-4e1e-a66a-c968a996c7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:23:30.913774 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-1db812fd-f2da-4e1e-a66a-c968a996c7c5 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0836225 Aug 31 18:23:33.146479 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33174) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:23:33.197292 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-6a342c02-6ce7-44ba-94d1-dde200fec4d6 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:23:33.218403 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a342c02-6ce7-44ba-94d1-dde200fec4d6 admin admin] Made reservation on behalf of 2d09f5304b5b4f6daafcb816c5452138 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:23:33.221360 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6a342c02-6ce7-44ba-94d1-dde200fec4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:33.256430 dv-cinder-805887-9-iscsi neutron-server[93880]: WARNING neutron.services.revisions.revision_plugin [None req-6a342c02-6ce7-44ba-94d1-dde200fec4d6 admin admin] Could not find related network for resource to bump revision. Aug 31 18:23:33.271997 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a342c02-6ce7-44ba-94d1-dde200fec4d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:23:33.282427 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6a342c02-6ce7-44ba-94d1-dde200fec4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:33.282794 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-6a342c02-6ce7-44ba-94d1-dde200fec4d6 admin admin] Added segment 90d07abc-c413-4c59-87c9-cb9adfbf1472 of type vlan for network 964b568e-89e5-4317-9793-a7378fa24df4 Aug 31 18:23:33.322914 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6a342c02-6ce7-44ba-94d1-dde200fec4d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:33.348135 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6a342c02-6ce7-44ba-94d1-dde200fec4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:33.349105 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a342c02-6ce7-44ba-94d1-dde200fec4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:23:33.349683 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6a342c02-6ce7-44ba-94d1-dde200fec4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:33.408653 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-6a342c02-6ce7-44ba-94d1-dde200fec4d6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2604566 Aug 31 18:23:33.411388 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a342c02-6ce7-44ba-94d1-dde200fec4d6 admin admin] Pushing event updated for resources: {'Network': ['ID=964b568e-89e5-4317-9793-a7378fa24df4,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:23:33.421885 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network 964b568e-89e5-4317-9793-a7378fa24df4 details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:23:35.623981 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 33182) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:23:35.688618 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f11f23-9e2a-4452-8985-1d59a9b875f4 admin admin] GET failed (client error): The resource could not be found. Aug 31 18:23:35.690702 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f6f11f23-9e2a-4452-8985-1d59a9b875f4 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657210 Aug 31 18:23:35.857104 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e01ef0-ceb3-4e58-9650-b7ed789bf029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:23:35.858493 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d0e01ef0-ceb3-4e58-9650-b7ed789bf029 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1631777 Aug 31 18:23:35.869477 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '964b568e-89e5-4317-9793-a7378fa24df4'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:23:35.888861 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Made reservation on behalf of 2d09f5304b5b4f6daafcb816c5452138 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:23:35.891193 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:36.056277 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:36.114365 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e199c77-ff73-4cbe-90c1-da28d4caa522,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:23:36.123486 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Checking segment: {'id': '90d07abc-c413-4c59-87c9-cb9adfbf1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '964b568e-89e5-4317-9793-a7378fa24df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:23:36.123840 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Network hostable DHCP agents. Network: 964b568e-89e5-4317-9793-a7378fa24df4, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:23:36.127236 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.127860 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.128203 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.128553 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.128885 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.129255 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.129605 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.129932 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.130266 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.130593 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.130922 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.131231 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.150624 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Network 964b568e-89e5-4317-9793-a7378fa24df4 is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:23:36.159317 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, 964b568e-89e5-4317-9793-a7378fa24df4) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:23:36.163917 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:23:36.164533 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:36.169635 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44691355-a649-49ec-986f-0addfdc48013 None None] Network 964b568e-89e5-4317-9793-a7378fa24df4 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:23:36.178936 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-e49e1223-2c33-408c-aaf4-ab1523e854e1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3128028 Aug 31 18:23:36.325509 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bae0c3-7a1f-5850-b0fd-6d978053451f-964b568e-89e5-4317-9793-a7378fa24df4', 'network_id': '964b568e-89e5-4317-9793-a7378fa24df4', 'tenant_id': '2d09f5304b5b4f6daafcb816c5452138', 'fixed_ips': [{'subnet_id': '2e199c77-ff73-4cbe-90c1-da28d4caa522'}]}} from dv-cinder-805887-9-iscsi. {{(pid=93881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:23:36.326406 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:36.561061 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Allocated IP 192.168.233.2 (964b568e-89e5-4317-9793-a7378fa24df4/2e199c77-ff73-4cbe-90c1-da28d4caa522/4bf9de45-a3ab-4dcc-912a-0bac0241344a) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:23:36.718963 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:36.727992 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Transition to ACTIVE for port object 4bf9de45-a3ab-4dcc-912a-0bac0241344a will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:23:36.743919 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Transition to ACTIVE for port object 4bf9de45-a3ab-4dcc-912a-0bac0241344a will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:23:36.749977 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:36.796524 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Network 964b568e-89e5-4317-9793-a7378fa24df4 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:23:36.800550 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:23:36.803092 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:23:36.805419 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Pushing event updated for resources: {'Port': ['ID=4bf9de45-a3ab-4dcc-912a-0bac0241344a,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:23:36.818164 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.818513 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.818948 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.819318 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.819660 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.819994 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.820330 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.821419 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.821419 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.821419 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.821674 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.821960 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:23:36.874332 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Attempting to bind port 4bf9de45-a3ab-4dcc-912a-0bac0241344a on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:23:36.874548 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Attempting to bind port 4bf9de45-a3ab-4dcc-912a-0bac0241344a by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': '90d07abc-c413-4c59-87c9-cb9adfbf1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '964b568e-89e5-4317-9793-a7378fa24df4'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:23:36.874762 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Attempting to bind port 4bf9de45-a3ab-4dcc-912a-0bac0241344a on network 964b568e-89e5-4317-9793-a7378fa24df4 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:23:36.880658 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:23:36.881036 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Checking segment: {'id': '90d07abc-c413-4c59-87c9-cb9adfbf1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '964b568e-89e5-4317-9793-a7378fa24df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:23:36.881437 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:36.881826 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Bound using segment: {'id': '90d07abc-c413-4c59-87c9-cb9adfbf1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '964b568e-89e5-4317-9793-a7378fa24df4'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:23:36.882287 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Bound port: 4bf9de45-a3ab-4dcc-912a-0bac0241344a, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d07abc-c413-4c59-87c9-cb9adfbf1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '964b568e-89e5-4317-9793-a7378fa24df4'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:23:36.882690 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:36.951005 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] For port 4bf9de45-a3ab-4dcc-912a-0bac0241344a, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:23:36.954494 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] For port 4bf9de45-a3ab-4dcc-912a-0bac0241344a, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=4bf9de45-a3ab-4dcc-912a-0bac0241344a,segment=NetworkSegment(90d07abc-c413-4c59-87c9-cb9adfbf1472),segment_id=90d07abc-c413-4c59-87c9-cb9adfbf1472)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:23:36.959716 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:37.018161 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ec931-0229-48fd-83cc-389261d1d517 None None] Pushing event updated for resources: {'Port': ['ID=4bf9de45-a3ab-4dcc-912a-0bac0241344a,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:23:37.823104 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eab177d-defc-42ee-970f-1cc68c16e5a7 None None] Network 964b568e-89e5-4317-9793-a7378fa24df4 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:23:37.949541 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-5ae79131-eadd-4b0a-8fbf-fb7676a1ef57 None None] Provisioning for port 4bf9de45-a3ab-4dcc-912a-0bac0241344a completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:23:38.510440 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 4bf9de45-a3ab-4dcc-912a-0bac0241344a up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:23:38.565691 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 4bf9de45-a3ab-4dcc-912a-0bac0241344a completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:23:38.569639 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 4bf9de45-a3ab-4dcc-912a-0bac0241344a triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:23:38.570007 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:38.648774 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:38.680839 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 4bf9de45-a3ab-4dcc-912a-0bac0241344a, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=4bf9de45-a3ab-4dcc-912a-0bac0241344a,segment=NetworkSegment(90d07abc-c413-4c59-87c9-cb9adfbf1472),segment_id=90d07abc-c413-4c59-87c9-cb9adfbf1472)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:23:38.685026 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:38.734619 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=4bf9de45-a3ab-4dcc-912a-0bac0241344a,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:23:40.485601 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 4bf9de45-a3ab-4dcc-912a-0bac0241344a up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:23:40.535997 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 4bf9de45-a3ab-4dcc-912a-0bac0241344a triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:23:40.536374 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:49.474756 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-113e67f8-14b1-4282-b7ff-e6aa4d47d7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:52.103596 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 5 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:23:52.148318 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-362b9db3-f9cb-49a3-9e8f-2af3b1a486a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:52.506698 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:53.132172 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:23:54.841582 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:19.475854 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2205fe35-ae81-4125-b391-6dc6f29a6905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:22.148898 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-632eed08-420d-4a33-b267-5f964c8b8a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:22.511285 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:23.136203 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:24.841594 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:29.102208 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 5 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:24:47.909455 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 33234) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:24:47.915330 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [None req-d7b129ca-5118-4e0b-b0e6-8e541ca18da8 tempest-verify_tempest_config-166273486 tempest-verify_tempest_config-166273486-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:24:47.916291 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d7b129ca-5118-4e0b-b0e6-8e541ca18da8 tempest-verify_tempest_config-166273486 tempest-verify_tempest_config-166273486-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058725 Aug 31 18:24:48.203588 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 33252) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:24:48.304346 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:48.390353 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:48.394244 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:48.437296 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a41458d-5b9e-47c1-b1bc-804f9898c0fc,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:24:48.442503 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ee130e1fa344f778ccf718d6debede0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2378919 Aug 31 18:24:48.445375 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33256) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:24:48.447078 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.447458 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.447813 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.448155 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.448515 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.448879 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.449209 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.449542 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.449891 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.450225 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.450552 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.450877 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a3539-580d-407d-94ec-4d475a03bfaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.501754 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:48.522119 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:48.608460 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:48.612390 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:48.613931 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a41458d-5b9e-47c1-b1bc-804f9898c0fc HTTP/1.1" status: 204 len: 168 time: 0.1668305 Aug 31 18:24:48.622798 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a41458d-5b9e-47c1-b1bc-804f9898c0fc,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:24:48.629706 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.630075 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.630426 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.630751 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.631081 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.631432 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.631767 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.632098 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.632443 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.632805 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.633129 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:48.633452 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf0c2f-d768-4ff5-8f62-7cc722aa3ca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:24:49.477264 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2a3465ba-84ef-4518-b0dd-89e0cade90e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:52.149129 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-94c8b044-8eb8-45d5-a9c7-4112a9f64ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:52.511939 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:53.138534 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:24:54.845649 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:06.099589 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 5 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:25:19.477510 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c041177c-52e4-4466-b14b-ba0565d3b239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:22.149969 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5c7b00fc-9ae6-42c4-9c73-2a054ba452f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:22.513151 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:23.141207 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:24.847882 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:43.097403 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 5 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:25:49.479348 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bc6ddbe5-459f-4dda-a0d9-917dfdd5486a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:52.151541 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9d24b007-da92-4edf-aa8b-1931344ff7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:52.514977 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:53.143500 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:25:54.849889 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:19.480808 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bf66443b-4f33-42a3-98ed-6781f68e6bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:20.096298 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 5 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:26:22.153980 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-20de8e8b-9160-45de-b7c3-ac222788e245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:22.517909 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:23.146227 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:24.854791 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:25.201513 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576162'] for agent, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:42.008980 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33332) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:26:42.113151 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-0a3d8def-1041-4bd3-a306-1e99bd8ce498 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1030643 Aug 31 18:26:44.296810 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 33342) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:26:44.358351 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6d363098-767c-4990-94e3-ff92d593a27b admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0604432 Aug 31 18:26:49.483486 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-261e9d89-705b-422a-9b41-5f640a656e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:52.155437 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a9f64fc0-48d5-467d-b68e-309ebffd6d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:52.519732 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:53.147621 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:54.858002 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:55.154905 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:26:57.095591 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:27:19.485111 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-233d0029-64b4-409a-96ca-50c1dc72e469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:22.155504 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-53c3e31c-77fc-4287-bc65-ec4c6d1807fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:22.520295 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:23.151605 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:24.861424 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:25.162764 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:34.095086 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:27:49.486271 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6859ff1b-c762-4a9e-94a3-208b4202d06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:52.156187 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0c83d9be-1a52-4797-a32c-f34866d5a223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:52.522371 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:53.154618 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:54.865811 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:27:55.199817 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:11.095249 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:28:14.126779 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33528) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:14.304581 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1282357899-network', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:14.331020 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Made reservation on behalf of edbd5d149aa24dbd8f9d63acad491fe3 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:14.334080 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:14.343257 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:14.435588 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:14.448893 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:14.462437 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:28:14.483883 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306545c8-893e-4cc5-af60-53da0c28b2ab,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:14.486294 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:14.487324 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Added segment fbed5b88-187b-4880-8f07-9d69737bc93b of type vlan for network d2c5efdc-84e6-454f-bccc-b6e50c391e33 Aug 31 18:28:14.501361 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.501729 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.502078 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.502414 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.502762 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.503097 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.503620 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.503955 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.504305 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.504715 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.505046 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.505369 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Tracked resource versions report: Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: pushed versions: Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: { 'AddressGroup': {'1.2'}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'ConntrackHelper': {'1.0'}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Log': {'1.0'}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Network': {'1.1'}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Port': {'1.7'}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'PortForwarding': {'1.2'}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'QosPolicy': {'1.9'}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'SecurityGroup': {'1.4'}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'SubPort': {'1.0'}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Subnet': {'1.1'}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Trunk': {'1.1'}} Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: consumer versions: Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: { DHCP agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: HyperV agent@hv-cinder-80588: {}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: L3 agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: Metadata agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: Metering agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: Open vSwitch agent@dv-cinder-805887-9-iscsi: { 'AddressGroup': '1.2', Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'ConntrackHelper': '1.0', Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Log': '1.0', Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Network': '1.1', Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Port': '1.7', Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'PortForwarding': '1.2', Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'QosPolicy': '1.9', Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'SecurityGroup': '1.4', Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'SecurityGroupRule': '1.2', Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'SubPort': '1.0', Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Subnet': '1.1', Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: 'Trunk': '1.1'}} Aug 31 18:28:14.506657 dv-cinder-805887-9-iscsi neutron-server[93880]: {{(pid=93880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:28:14.541486 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:14.570056 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:14.571527 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:14.572314 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:14.634936 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] Pushing event updated for resources: {'Network': ['ID=d2c5efdc-84e6-454f-bccc-b6e50c391e33,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:14.642606 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 33562) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:14.643180 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-1fe5754c-cf0f-4741-aab3-4abaed61c44a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5148487 Aug 31 18:28:14.647619 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network d2c5efdc-84e6-454f-bccc-b6e50c391e33 details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:28:14.648848 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Request body: {'subnet': {'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1282357899-subnet', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:14.676222 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Made reservation on behalf of edbd5d149aa24dbd8f9d63acad491fe3 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:14.679295 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:14.686374 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33566) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:14.853587 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33574) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:14.863736 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:14.928782 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Checking segment: {'id': 'fbed5b88-187b-4880-8f07-9d69737bc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:14.929139 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Network hostable DHCP agents. Network: d2c5efdc-84e6-454f-bccc-b6e50c391e33, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:28:14.938443 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de2f8c3-fccc-4553-b9d0-9f3722d0d673,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:14.949830 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.950193 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.950704 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.950855 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.951255 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.951579 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.951906 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.952235 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.952587 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.952913 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.953232 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.953550 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Tracked resource versions report: Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: pushed versions: Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: { 'AddressGroup': {'1.2'}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'ConntrackHelper': {'1.0'}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Log': {'1.0'}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Network': {'1.1'}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Port': {'1.7'}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'PortForwarding': {'1.2'}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'QosPolicy': {'1.9'}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'SecurityGroup': {'1.4'}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'SubPort': {'1.0'}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Subnet': {'1.1'}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Trunk': {'1.1'}} Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: consumer versions: Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: { DHCP agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: HyperV agent@hv-cinder-80588: {}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: L3 agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: Metadata agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: Metering agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: Open vSwitch agent@dv-cinder-805887-9-iscsi: { 'AddressGroup': '1.2', Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'ConntrackHelper': '1.0', Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Log': '1.0', Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Network': '1.1', Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Port': '1.7', Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'PortForwarding': '1.2', Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'QosPolicy': '1.9', Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'SecurityGroup': '1.4', Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'SecurityGroupRule': '1.2', Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'SubPort': '1.0', Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Subnet': '1.1', Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: 'Trunk': '1.1'}} Aug 31 18:28:14.954637 dv-cinder-805887-9-iscsi neutron-server[93879]: {{(pid=93879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:28:14.966692 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Network d2c5efdc-84e6-454f-bccc-b6e50c391e33 is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:28:14.976235 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, d2c5efdc-84e6-454f-bccc-b6e50c391e33) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:14.981153 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:14.981729 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:14.986485 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42145503-d2cf-4efd-b74c-6a974c0362ae None None] Network d2c5efdc-84e6-454f-bccc-b6e50c391e33 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:28:14.996790 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1923161901-network', 'tenant_id': '4aeaa7bfaece4dcb81fcebd4ec0eff17'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:15.008403 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-cd681945-8094-4ca2-912e-868e27eeb12d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3646326 Aug 31 18:28:15.011670 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 33584) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:15.017306 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1282357899-router', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:15.025876 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33586) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:15.034104 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Made reservation on behalf of 4aeaa7bfaece4dcb81fcebd4ec0eff17 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:15.036598 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.047445 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.066065 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3853'] for router, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.067555 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2003837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.124899 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-519080855-network', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:15.188787 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.207131 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.209640 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.224766 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:28:15.237725 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.238181 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Added segment ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d of type vlan for network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b Aug 31 18:28:15.264570 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b763f5cc-4dfb-4d02-b011-55763f20709c None None] Network d2c5efdc-84e6-454f-bccc-b6e50c391e33 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:28:15.283592 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.294188 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Made reservation on behalf of 0994b33130eb4af78aaacb8f365f6fa9 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:15.296717 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.328558 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.337524 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:15.373102 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.393671 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1136581107-network', 'tenant_id': 'b94b1710da7f4f6aa8e8cda5cfe8201f'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:15.420756 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.422563 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:15.423819 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.527035 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] Pushing event updated for resources: {'Network': ['ID=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:15.534795 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.544146 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.549075 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:28:15.580147 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b970c8-10f3-4eed-aacc-d9c420158b66,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:15.599585 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:28:15.615166 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Made reservation on behalf of b94b1710da7f4f6aa8e8cda5cfe8201f for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:15.617639 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.629247 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.629754 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Added segment 61944297-cf7b-4bda-ab76-aebbe98d7398 of type vlan for network d376ac0a-4276-4b04-a9a4-460fec2e9230 Aug 31 18:28:15.631851 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.641046 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-7598cf34-42c9-4256-b206-e8c2b7503414 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9534292 Aug 31 18:28:15.645035 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33606) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:15.650130 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-359483cc-22b7-4cbb-812b-85002f51f9b7 admin admin] Request body: {'subnet': {'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1923161901-subnet', 'tenant_id': '4aeaa7bfaece4dcb81fcebd4ec0eff17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:15.695920 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.704976 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359483cc-22b7-4cbb-812b-85002f51f9b7 admin admin] Made reservation on behalf of 4aeaa7bfaece4dcb81fcebd4ec0eff17 for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:15.712732 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-359483cc-22b7-4cbb-812b-85002f51f9b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.720171 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.771378 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.841619 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.842590 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:15.843165 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:15.855449 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Allocated IP 172.27.0.27 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/8bc95693-3506-4745-9a03-a65f51b8944a) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:28:15.984901 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] Pushing event updated for resources: {'Network': ['ID=d376ac0a-4276-4b04-a9a4-460fec2e9230,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:15.999696 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network d376ac0a-4276-4b04-a9a4-460fec2e9230 details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:28:16.002093 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.061729 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.119038 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.129950 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.137418 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:28:16.140619 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:16.144932 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:28:16.148109 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc95693-3506-4745-9a03-a65f51b8944a,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:16.152987 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e5b2f7ed-a1c4-4006-8f63-b59230f71824 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2974269 Aug 31 18:28:16.161396 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33638) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:16.168279 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-caa583bf-45a6-4d99-8580-c9d7da7471ab admin admin] Request body: {'subnet': {'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-519080855-subnet', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:16.203566 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:28:16.218286 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.218633 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Added segment 1851a4a0-da45-47a9-bb2e-61d875107f7b of type vlan for network 67a7fcaf-7981-436c-959c-45fa790ef1c1 Aug 31 18:28:16.265383 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-359483cc-22b7-4cbb-812b-85002f51f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.446050 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359483cc-22b7-4cbb-812b-85002f51f9b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73826a5-30d4-4708-8780-1eec80cbf1ba,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:16.457203 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa583bf-45a6-4d99-8580-c9d7da7471ab admin admin] Made reservation on behalf of 0994b33130eb4af78aaacb8f365f6fa9 for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:16.459655 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-caa583bf-45a6-4d99-8580-c9d7da7471ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.553187 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.553398 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.556010 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17c7cfd-0932-44f4-8b4f-41cc2d174188,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:16.672184 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.673385 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:16.674125 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.683494 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359483cc-22b7-4cbb-812b-85002f51f9b7 admin admin] Checking segment: {'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:16.684032 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359483cc-22b7-4cbb-812b-85002f51f9b7 admin admin] Network hostable DHCP agents. Network: 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:28:16.785064 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7573113 Aug 31 18:28:16.794497 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33666) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:16.803165 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-3fdef7d6-4d7a-4cd1-9f4d-f48be7c7ab93 admin admin] Request body: {'subnet': {'network_id': '67a7fcaf-7981-436c-959c-45fa790ef1c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1136581107-subnet', 'tenant_id': 'b94b1710da7f4f6aa8e8cda5cfe8201f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:16.810662 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec8285-51b3-41c3-8489-566f4a8b8fc2 admin admin] Pushing event updated for resources: {'Network': ['ID=67a7fcaf-7981-436c-959c-45fa790ef1c1,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:16.821441 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network 67a7fcaf-7981-436c-959c-45fa790ef1c1 details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:28:16.829486 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359483cc-22b7-4cbb-812b-85002f51f9b7 admin admin] Network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:28:16.881349 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-359483cc-22b7-4cbb-812b-85002f51f9b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:16.893536 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdef7d6-4d7a-4cd1-9f4d-f48be7c7ab93 admin admin] Made reservation on behalf of b94b1710da7f4f6aa8e8cda5cfe8201f for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:16.896830 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3fdef7d6-4d7a-4cd1-9f4d-f48be7c7ab93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.910257 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359483cc-22b7-4cbb-812b-85002f51f9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:16.910257 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-359483cc-22b7-4cbb-812b-85002f51f9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.916290 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4fe727-7cc7-442d-a35b-1228105312a4 None None] Network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:28:16.956990 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-caa583bf-45a6-4d99-8580-c9d7da7471ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:16.959535 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587693'] for router, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:17.023989 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-359483cc-22b7-4cbb-812b-85002f51f9b7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3777876 Aug 31 18:28:17.054731 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa583bf-45a6-4d99-8580-c9d7da7471ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3595eaf-e129-4f4e-b637-5ea939609a86,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:17.089482 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa583bf-45a6-4d99-8580-c9d7da7471ab admin admin] Checking segment: {'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:17.090134 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa583bf-45a6-4d99-8580-c9d7da7471ab admin admin] Network hostable DHCP agents. Network: d376ac0a-4276-4b04-a9a4-460fec2e9230, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:28:17.146452 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa583bf-45a6-4d99-8580-c9d7da7471ab admin admin] Network d376ac0a-4276-4b04-a9a4-460fec2e9230 is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:28:17.196280 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-caa583bf-45a6-4d99-8580-c9d7da7471ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, d376ac0a-4276-4b04-a9a4-460fec2e9230) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:17.206919 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa583bf-45a6-4d99-8580-c9d7da7471ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:17.207571 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-caa583bf-45a6-4d99-8580-c9d7da7471ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:17.215409 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e443eb5-8919-48eb-8574-75dc600f49a0 None None] Network d376ac0a-4276-4b04-a9a4-460fec2e9230 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:28:17.240548 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3fdef7d6-4d7a-4cd1-9f4d-f48be7c7ab93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:17.294949 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-caa583bf-45a6-4d99-8580-c9d7da7471ab admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1265144 Aug 31 18:28:17.295185 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 33686) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:17.299511 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:17.319592 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdef7d6-4d7a-4cd1-9f4d-f48be7c7ab93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0adba4-e1c5-4912-90a8-8aaab24df1d9,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:17.332200 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d08cf35-9368-4b56-8057-621a3cf1465a None None] Network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:28:17.335921 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdef7d6-4d7a-4cd1-9f4d-f48be7c7ab93 admin admin] Checking segment: {'id': '1851a4a0-da45-47a9-bb2e-61d875107f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '67a7fcaf-7981-436c-959c-45fa790ef1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:17.336283 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdef7d6-4d7a-4cd1-9f4d-f48be7c7ab93 admin admin] Network hostable DHCP agents. Network: 67a7fcaf-7981-436c-959c-45fa790ef1c1, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:28:17.374052 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdef7d6-4d7a-4cd1-9f4d-f48be7c7ab93 admin admin] Network 67a7fcaf-7981-436c-959c-45fa790ef1c1 is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:28:17.390989 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-3fdef7d6-4d7a-4cd1-9f4d-f48be7c7ab93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, 67a7fcaf-7981-436c-959c-45fa790ef1c1) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:17.396902 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdef7d6-4d7a-4cd1-9f4d-f48be7c7ab93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:17.398249 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3fdef7d6-4d7a-4cd1-9f4d-f48be7c7ab93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:17.404760 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3853'] for router, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:17.406787 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57286ce6-f952-4c71-abc3-98ef0fcf0ce9 None None] Network 67a7fcaf-7981-436c-959c-45fa790ef1c1 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:28:17.407788 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2003837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:17.435938 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3fdef7d6-4d7a-4cd1-9f4d-f48be7c7ab93 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6263833 Aug 31 18:28:17.445616 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Router c7138d32-90e8-413c-aba1-94f0b15be9e3 is scheduled to L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 with binding_index 1 {{(pid=93879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:28:17.492068 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:17.724852 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:28:17.737605 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Sync routers for ids ['c7138d32-90e8-413c-aba1-94f0b15be9e3'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:28:17.755485 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Routers {'c7138d32-90e8-413c-aba1-94f0b15be9e3'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:28:17.756347 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:27:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['c7138d32-90e8-413c-aba1-94f0b15be9e3'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:17.764848 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bae0c3-7a1f-5850-b0fd-6d978053451f-d376ac0a-4276-4b04-a9a4-460fec2e9230', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86'}]}} from dv-cinder-805887-9-iscsi. {{(pid=93881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:28:17.780023 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:17.872025 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:17.876151 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-792bb02b-4755-49f0-9a9c-0d693cc0a1e4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8604414 Aug 31 18:28:17.879229 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 33716) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:17.882097 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81837b-24ad-46ad-820b-d1d585f8f5cd None None] Network 67a7fcaf-7981-436c-959c-45fa790ef1c1 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:28:17.886081 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:17.926717 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33718) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:18.050723 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33732) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:18.197259 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Set router c7138d32-90e8-413c-aba1-94f0b15be9e3 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:28:18.309537 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c41750fe-abbe-4c0a-909a-06e7b5ff8398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:18.419315 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-945faf97-895c-4531-94ad-78e9816b8dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:18.524830 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Allocated IP 172.20.0.2 (d376ac0a-4276-4b04-a9a4-460fec2e9230/a3595eaf-e129-4f4e-b637-5ea939609a86/30b177fc-02f1-4841-b487-73604a9f1585) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:28:18.568743 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1282357899-router', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:16Z', 'revision_number': 3, 'project_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'gw_port': {'id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:18.630857 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Checking router: c7138d32-90e8-413c-aba1-94f0b15be9e3 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:28:18.632829 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Updating router c7138d32-90e8-413c-aba1-94f0b15be9e3 port 8bc95693-3506-4745-9a03-a65f51b8944a binding host dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:28:18.659606 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c41750fe-abbe-4c0a-909a-06e7b5ff8398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:18.670771 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c41750fe-abbe-4c0a-909a-06e7b5ff8398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:18.692108 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:18.785112 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:18.804019 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:18.805314 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Transition to ACTIVE for port object 30b177fc-02f1-4841-b487-73604a9f1585 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:28:18.837086 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41750fe-abbe-4c0a-909a-06e7b5ff8398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e71812-7eb8-4f3e-b1ce-579918e54c91,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:18.851724 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c41750fe-abbe-4c0a-909a-06e7b5ff8398 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a75b7dc237f4339833392edab0b122f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7990873 Aug 31 18:28:18.858606 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33744) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:18.858909 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Transition to ACTIVE for port object 30b177fc-02f1-4841-b487-73604a9f1585 will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:28:18.884229 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.032333 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4ca84d65-3655-4810-91e1-95523c29684d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.092814 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4ca84d65-3655-4810-91e1-95523c29684d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.134462 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Allocated IP 172.20.0.1 (d2c5efdc-84e6-454f-bccc-b6e50c391e33/9de2f8c3-fccc-4553-b9d0-9f3722d0d673/e8838430-a965-44f9-996e-9a8e6e20ef78) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:28:19.154119 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-945faf97-895c-4531-94ad-78e9816b8dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.162814 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-945faf97-895c-4531-94ad-78e9816b8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.177506 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Pushing event updated for resources: {'Port': ['ID=30b177fc-02f1-4841-b487-73604a9f1585,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:19.205019 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4ca84d65-3655-4810-91e1-95523c29684d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.208673 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4ca84d65-3655-4810-91e1-95523c29684d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.212386 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-4ca84d65-3655-4810-91e1-95523c29684d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38e71812-7eb8-4f3e-b1ce-579918e54c91 HTTP/1.1" status: 204 len: 168 time: 0.3496485 Aug 31 18:28:19.219745 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945faf97-895c-4531-94ad-78e9816b8dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01613c60-8374-4d8c-abf1-a2b22a96cdb2,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:19.255701 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.256382 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.256857 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.258672 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.259526 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.259977 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.260790 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.269595 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca84d65-3655-4810-91e1-95523c29684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e71812-7eb8-4f3e-b1ce-579918e54c91,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:19.271257 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.271257 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.271257 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.271678 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.274564 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Tracked resource versions report: Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: pushed versions: Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: { 'AddressGroup': {'1.2'}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'ConntrackHelper': {'1.0'}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Log': {'1.0'}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Network': {'1.1'}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Port': {'1.7'}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'PortForwarding': {'1.2'}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'QosPolicy': {'1.9'}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'SecurityGroup': {'1.4'}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'SubPort': {'1.0'}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Subnet': {'1.1'}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Trunk': {'1.1'}} Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: consumer versions: Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: { DHCP agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: HyperV agent@hv-cinder-80588: {}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: L3 agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: Metadata agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: Metering agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: Open vSwitch agent@dv-cinder-805887-9-iscsi: { 'AddressGroup': '1.2', Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'ConntrackHelper': '1.0', Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Log': '1.0', Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Network': '1.1', Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Port': '1.7', Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'PortForwarding': '1.2', Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'QosPolicy': '1.9', Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'SecurityGroup': '1.4', Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'SecurityGroupRule': '1.2', Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'SubPort': '1.0', Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Subnet': '1.1', Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: 'Trunk': '1.1'}} Aug 31 18:28:19.279612 dv-cinder-805887-9-iscsi neutron-server[93881]: {{(pid=93881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:28:19.299710 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Network d376ac0a-4276-4b04-a9a4-460fec2e9230 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:28:19.303731 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-945faf97-895c-4531-94ad-78e9816b8dcd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13a4d122c60547a3acc589da2a021ce2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3750441 Aug 31 18:28:19.307454 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33774) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:19.318933 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:19.333515 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:28:19.348420 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.393718 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.413329 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Attempting to bind port 30b177fc-02f1-4841-b487-73604a9f1585 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:28:19.413805 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Attempting to bind port 30b177fc-02f1-4841-b487-73604a9f1585 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:28:19.414244 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Attempting to bind port 30b177fc-02f1-4841-b487-73604a9f1585 on network d376ac0a-4276-4b04-a9a4-460fec2e9230 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:19.419469 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Transition to ACTIVE for port object 8bc95693-3506-4745-9a03-a65f51b8944a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:28:19.422466 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:28:19.423049 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Checking segment: {'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:19.423507 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.424086 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Bound using segment: {'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:28:19.425945 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Bound port: 30b177fc-02f1-4841-b487-73604a9f1585, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:28:19.426636 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.438752 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.455481 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a68c1f8b-d703-432f-b401-06a6b6c2d73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.456250 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.484333 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Attempting to bind port 8bc95693-3506-4745-9a03-a65f51b8944a on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:28:19.484724 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Attempting to bind port 8bc95693-3506-4745-9a03-a65f51b8944a by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:28:19.485143 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Attempting to bind port 8bc95693-3506-4745-9a03-a65f51b8944a on network 8be741c5-6977-48d8-bd13-0f8a1787586d {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:19.485504 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Network d2c5efdc-84e6-454f-bccc-b6e50c391e33 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:28:19.488428 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:19.493957 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:28:19.494796 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582494'] for router_interface, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.508928 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:28:19.509359 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Checking segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:19.509770 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.510322 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Bound using segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:28:19.510815 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Bound port: 8bc95693-3506-4745-9a03-a65f51b8944a, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:28:19.511216 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.537739 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a68c1f8b-d703-432f-b401-06a6b6c2d73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.579986 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] For port 8bc95693-3506-4745-9a03-a65f51b8944a, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:28:19.580397 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e381829f-a639-429a-9a44-df2ff9a6fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.587239 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] For port 8bc95693-3506-4745-9a03-a65f51b8944a, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=8bc95693-3506-4745-9a03-a65f51b8944a,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:28:19.609818 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] For port 30b177fc-02f1-4841-b487-73604a9f1585, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:28:19.614277 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.622560 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] For port 30b177fc-02f1-4841-b487-73604a9f1585, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=30b177fc-02f1-4841-b487-73604a9f1585,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:28:19.643531 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.674194 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Pushing event updated for resources: {'Port': ['ID=8bc95693-3506-4745-9a03-a65f51b8944a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:19.681889 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a68c1f8b-d703-432f-b401-06a6b6c2d73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.690907 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a68c1f8b-d703-432f-b401-06a6b6c2d73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.693809 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Routers {'c7138d32-90e8-413c-aba1-94f0b15be9e3'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:28:19.695476 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:27:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['c7138d32-90e8-413c-aba1-94f0b15be9e3'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:19.700490 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.700858 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a68c1f8b-d703-432f-b401-06a6b6c2d73d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/01613c60-8374-4d8c-abf1-a2b22a96cdb2 HTTP/1.1" status: 204 len: 168 time: 0.3918784 Aug 31 18:28:19.701108 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.701203 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.701529 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.701863 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.703119 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.703470 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.706203 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.706640 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.707000 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.709241 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.709610 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Tracked resource versions report: Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: pushed versions: Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: { 'AddressGroup': {'1.2'}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'ConntrackHelper': {'1.0'}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Log': {'1.0'}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Network': {'1.1'}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Port': {'1.7'}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'PortForwarding': {'1.2'}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'QosPolicy': {'1.9'}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'SecurityGroup': {'1.4'}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'SecurityGroupRule': {'1.2'}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'SubPort': {'1.0'}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Subnet': {'1.1'}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Trunk': {'1.1'}} Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: consumer versions: Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: { DHCP agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: HyperV agent@hv-cinder-80588: {}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: L3 agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: Metadata agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: Metering agent@dv-cinder-805887-9-iscsi: {}, Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: Open vSwitch agent@dv-cinder-805887-9-iscsi: { 'AddressGroup': '1.2', Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'ConntrackHelper': '1.0', Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Log': '1.0', Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Network': '1.1', Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Port': '1.7', Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'PortForwarding': '1.2', Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'QosPolicy': '1.9', Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'SecurityGroup': '1.4', Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'SecurityGroupRule': '1.2', Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'SubPort': '1.0', Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Subnet': '1.1', Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: 'Trunk': '1.1'}} Aug 31 18:28:19.711984 dv-cinder-805887-9-iscsi neutron-server[93882]: {{(pid=93882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 18:28:19.734352 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c1f8b-d703-432f-b401-06a6b6c2d73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01613c60-8374-4d8c-abf1-a2b22a96cdb2,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:19.809334 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.811024 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd59a4-047c-4c01-acaf-3a9ba0b5dc85 None None] Pushing event updated for resources: {'Port': ['ID=30b177fc-02f1-4841-b487-73604a9f1585,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:19.845824 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:19.870921 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33798) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:19.873645 dv-cinder-805887-9-iscsi neutron-server[93880]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 18:28:19.895189 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e8838430-a965-44f9-996e-9a8e6e20ef78,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:19.992648 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ee6f2-79f3-4224-878a-b9b3549ff0b1 None None] Pushing event updated for resources: {'Port': ['ID=8bc95693-3506-4745-9a03-a65f51b8944a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:20.048670 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 33806) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:20.087826 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] Set router c7138d32-90e8-413c-aba1-94f0b15be9e3 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:28:20.104473 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:20.228599 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-0a22a3c7-67a7-4a08-9e26-b88bcd299c05 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:20.244298 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-0a22a3c7-67a7-4a08-9e26-b88bcd299c05 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/networks?id=67a7fcaf-7981-436c-959c-45fa790ef1c1 HTTP/1.1" status: 200 len: 812 time: 0.3716726 Aug 31 18:28:20.263451 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-2292ec50-f7ad-4799-bac2-383e7a91e851 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/quotas/b94b1710da7f4f6aa8e8cda5cfe8201f HTTP/1.1" status: 200 len: 375 time: 0.0180581 Aug 31 18:28:20.335527 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-d2281d2c-9f0f-4e22-8f1e-c7196e40b04c tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b94b1710da7f4f6aa8e8cda5cfe8201f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672839 Aug 31 18:28:20.338178 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fef233de-9518-413a-b139-a20df197b7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:20.343209 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-05ef4d41-95f0-4f96-8dc4-d95fc417b3c4 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:28:20.354999 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-05ef4d41-95f0-4f96-8dc4-d95fc417b3c4 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180209 Aug 31 18:28:20.414020 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33824) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:20.486711 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Allocated IP 172.27.0.20 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/d16cc904-b5ca-46c9-bd09-a075447f643a) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:28:20.493619 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1282357899-router', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:16Z', 'revision_number': 3, 'project_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'gw_port': {'id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:20.527723 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b580f-ce28-4c09-8e23-6360a4174e06 None None] The sync data for ids ['c7138d32-90e8-413c-aba1-94f0b15be9e3'] in dv-cinder-805887-9-iscsi is: [{'id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1282357899-router', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:16Z', 'revision_number': 3, 'project_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'gw_port': {'id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:28:20.542389 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33830) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:20.607239 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-52524b25-11e6-4f8c-831f-54d332794a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:20.767816 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-8260ebb2-f6a5-4a9c-8a0b-2cf45969c997 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:20.774906 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-8260ebb2-f6a5-4a9c-8a0b-2cf45969c997 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/networks?id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b HTTP/1.1" status: 200 len: 815 time: 0.3549783 Aug 31 18:28:20.802935 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-63954bf8-bc85-43ef-8bbd-b58d495b0b17 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/quotas/4aeaa7bfaece4dcb81fcebd4ec0eff17 HTTP/1.1" status: 200 len: 375 time: 0.0227768 Aug 31 18:28:20.814981 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:20.840603 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:20.841517 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 30b177fc-02f1-4841-b487-73604a9f1585 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:28:20.842564 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575982'] for router_interface, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:20.946713 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-2f651989-4c94-4ed4-86ff-e99c57312047 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1325018 Aug 31 18:28:20.971390 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 30b177fc-02f1-4841-b487-73604a9f1585 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:28:21.013425 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-9c004769-009a-4831-9881-98f389bbc986 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:28:21.014511 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-9c004769-009a-4831-9881-98f389bbc986 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0670297 Aug 31 18:28:21.036470 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e8838430-a965-44f9-996e-9a8e6e20ef78,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:21.093932 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-f17362e0-7cb0-4447-8a4d-8b520a7e252b service neutron] 10.222.0.35 "GET /v2.0/networks/67a7fcaf-7981-436c-959c-45fa790ef1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507851 Aug 31 18:28:21.121337 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fef233de-9518-413a-b139-a20df197b7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:21.136216 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:21.227205 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fef233de-9518-413a-b139-a20df197b7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:21.238292 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:21.274903 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Network d2c5efdc-84e6-454f-bccc-b6e50c391e33 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:28:21.281387 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:28:21.290641 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a108aa7-ccec-49f5-b5dc-eece374fbfdd None None] Network d376ac0a-4276-4b04-a9a4-460fec2e9230 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:28:21.295452 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:21.304486 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:21.336825 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-fef233de-9518-413a-b139-a20df197b7a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e01dd6a9a664a18be90623721b0daca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2556045 Aug 31 18:28:21.337611 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef233de-9518-413a-b139-a20df197b7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0b601a-672a-4143-b575-94971caada5f,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:21.361380 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33852) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:21.373303 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-c99fb174-2046-4626-8e2d-309072652cb2 None None] Provisioning for port 30b177fc-02f1-4841-b487-73604a9f1585 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:28:21.380926 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-c99fb174-2046-4626-8e2d-309072652cb2 None None] Provisioning complete for port 30b177fc-02f1-4841-b487-73604a9f1585 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:21.381453 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c99fb174-2046-4626-8e2d-309072652cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:21.396962 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d16cc904-b5ca-46c9-bd09-a075447f643a,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:21.427886 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-52524b25-11e6-4f8c-831f-54d332794a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:21.442379 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-95ca57a9-4a35-41d1-b789-e0e670dbe0f4 service neutron] 10.222.0.35 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237891 Aug 31 18:28:21.446366 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-52524b25-11e6-4f8c-831f-54d332794a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:21.453238 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-bdba9a52-0e03-4109-877b-6127f654a633 service neutron] 10.222.0.35 "GET /v2.0/networks/67a7fcaf-7981-436c-959c-45fa790ef1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449378 Aug 31 18:28:21.469446 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:28:21.548838 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c99fb174-2046-4626-8e2d-309072652cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:21.598189 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-c99fb174-2046-4626-8e2d-309072652cb2 None None] For port 30b177fc-02f1-4841-b487-73604a9f1585, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=30b177fc-02f1-4841-b487-73604a9f1585,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:28:21.606439 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c99fb174-2046-4626-8e2d-309072652cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:21.674852 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fb174-2046-4626-8e2d-309072652cb2 None None] Pushing event updated for resources: {'Port': ['ID=30b177fc-02f1-4841-b487-73604a9f1585,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:21.710481 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-ee75965f-0e6f-4ea3-b5ae-f580cab4988a service neutron] 10.222.0.35 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467828 Aug 31 18:28:21.712744 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-52524b25-11e6-4f8c-831f-54d332794a88 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04ddcdf6dbe24ed2a072cbec759d9b5c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1685457 Aug 31 18:28:21.726391 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33856) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:21.786199 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52524b25-11e6-4f8c-831f-54d332794a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3683f2ff-5907-4229-a817-6e4400527b0d,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:21.794415 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-51ad377a-9b79-4042-8512-0edb73043e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:21.829310 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0c235351-8b07-44f5-97a5-8f4786603eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:21.831633 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Router c7138d32-90e8-413c-aba1-94f0b15be9e3 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:28:21.841587 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-51ad377a-9b79-4042-8512-0edb73043e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:21.904880 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0c235351-8b07-44f5-97a5-8f4786603eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:21.936647 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-80bc31ab-b5d9-440d-a9af-52195982c60a None None] Provisioning complete for port 30b177fc-02f1-4841-b487-73604a9f1585 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:21.937236 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-80bc31ab-b5d9-440d-a9af-52195982c60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:22.168604 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-21c7cb6c-3fd7-404a-96d6-4d1fa6c55ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:22.190568 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-51ad377a-9b79-4042-8512-0edb73043e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:22.194343 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-51ad377a-9b79-4042-8512-0edb73043e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:22.198029 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-51ad377a-9b79-4042-8512-0edb73043e82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c0b601a-672a-4143-b575-94971caada5f HTTP/1.1" status: 204 len: 168 time: 0.8331244 Aug 31 18:28:22.202948 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d34be370-00a3-493c-a4c0-b1105a62b901 req-d42139a7-8830-445a-9a34-537d5d193d8f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.0817811 Aug 31 18:28:22.216827 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-030a27f8-277a-4635-888b-82b07bf87c5b req-2b45cd2e-304e-4b4e-aa59-ff14bfd611f4 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 210 time: 0.2493150 Aug 31 18:28:22.217823 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad377a-9b79-4042-8512-0edb73043e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0b601a-672a-4143-b575-94971caada5f,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:22.219680 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0c235351-8b07-44f5-97a5-8f4786603eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:22.227928 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0c235351-8b07-44f5-97a5-8f4786603eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:22.230280 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-0c235351-8b07-44f5-97a5-8f4786603eee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3683f2ff-5907-4229-a817-6e4400527b0d HTTP/1.1" status: 204 len: 168 time: 0.5026500 Aug 31 18:28:22.240445 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c235351-8b07-44f5-97a5-8f4786603eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3683f2ff-5907-4229-a817-6e4400527b0d,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:22.308018 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:28:22.325424 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7b702adf-22f0-4dfd-9526-5afe12b8a6b3 admin admin] 10.222.0.35 "PUT /v2.0/routers/c7138d32-90e8-413c-aba1-94f0b15be9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4455235 Aug 31 18:28:22.326267 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:22.544420 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:22.605661 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587693'] for router, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:22.785323 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Router 919fedb8-a92d-422b-ba5b-75029d06d446 is scheduled to L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 with binding_index 1 {{(pid=93879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:28:22.915859 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 8bc95693-3506-4745-9a03-a65f51b8944a up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:28:23.012928 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:28:23.029185 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Sync routers for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:28:23.046465 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:28:23.048062 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:28:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:23.051049 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 8bc95693-3506-4745-9a03-a65f51b8944a completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:28:23.051344 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:23.055509 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 33942) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:23.056010 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-e9573552-743a-44df-b655-3de1f043b6a1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7605290 Aug 31 18:28:23.058660 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Sync routers for ids ['c7138d32-90e8-413c-aba1-94f0b15be9e3'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:28:23.070903 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 8bc95693-3506-4745-9a03-a65f51b8944a triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:23.071666 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:23.073571 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Routers {'c7138d32-90e8-413c-aba1-94f0b15be9e3'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:28:23.075725 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:28:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['c7138d32-90e8-413c-aba1-94f0b15be9e3'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:23.516781 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:23.593093 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Set router c7138d32-90e8-413c-aba1-94f0b15be9e3 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:28:23.641052 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be2dc374-2c9d-4061-908f-b4b7fd2476e5 req-c99ac34b-936e-488c-951d-c154f28ee764 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.0923827 Aug 31 18:28:23.655006 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:28:23.701558 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-ce99f405-1d28-4f0c-a26e-4bc7b6600976 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:23.703418 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-ce99f405-1d28-4f0c-a26e-4bc7b6600976 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/networks?id=d2c5efdc-84e6-454f-bccc-b6e50c391e33 HTTP/1.1" status: 200 len: 819 time: 0.3682919 Aug 31 18:28:23.769879 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-7abb8388-ba91-47ff-aff0-45cc558311bb tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/quotas/edbd5d149aa24dbd8f9d63acad491fe3 HTTP/1.1" status: 200 len: 375 time: 0.0168045 Aug 31 18:28:23.881532 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:24.001324 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-54436a6c-984b-43f2-80fc-6e314727e7ab req-379e743c-3488-49eb-ae55-b931be2d30dc tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 210 time: 0.1430275 Aug 31 18:28:24.043624 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1282357899-router', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:19Z', 'revision_number': 4, 'project_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'gw_port': {'id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'e8838430-a965-44f9-996e-9a8e6e20ef78', 'name': '', 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'mac_address': 'fa:16:3e:12:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9de2f8c3-fccc-4553-b9d0-9f3722d0d673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:18Z', 'updated_at': '2021-08-31T18:28:20Z', 'revision_number': 2, 'project_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'subnets': [{'id': '9de2f8c3-fccc-4553-b9d0-9f3722d0d673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:24.085206 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Checking router: c7138d32-90e8-413c-aba1-94f0b15be9e3 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:28:24.086005 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Updating router c7138d32-90e8-413c-aba1-94f0b15be9e3 port e8838430-a965-44f9-996e-9a8e6e20ef78 binding host dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:28:24.099584 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 8bc95693-3506-4745-9a03-a65f51b8944a, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=8bc95693-3506-4745-9a03-a65f51b8944a,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:28:24.113298 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:24.114105 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 30b177fc-02f1-4841-b487-73604a9f1585 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:28:24.125454 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:24.151889 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-036ec5af-4751-4ac2-b706-e97ac1d60171 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2836895 Aug 31 18:28:24.360245 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=8bc95693-3506-4745-9a03-a65f51b8944a,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:24.407315 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-71b3007b-f5db-4139-b3ef-7782f461b30c service neutron] 10.222.0.35 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401121 Aug 31 18:28:24.459343 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 30b177fc-02f1-4841-b487-73604a9f1585 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:24.462164 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:24.521048 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:24.543640 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Transition to ACTIVE for port object e8838430-a965-44f9-996e-9a8e6e20ef78 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:28:24.560202 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:24.577098 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-c4936cbd-5051-4d1c-8cef-25326b0528e0 service neutron] 10.222.0.35 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168020 Aug 31 18:28:24.596808 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:21Z', 'revision_number': 3, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:24.615488 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:24.710085 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfcf10-0f93-4580-87cf-4835378e80e0 None None] Pushing event updated for resources: {'Port': ['ID=e8838430-a965-44f9-996e-9a8e6e20ef78,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:24.715056 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Checking router: 919fedb8-a92d-422b-ba5b-75029d06d446 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:28:24.725707 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Updating router 919fedb8-a92d-422b-ba5b-75029d06d446 port d16cc904-b5ca-46c9-bd09-a075447f643a binding host dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:28:24.819118 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:24.895255 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-52c8f929-8394-4e4d-8871-cdd3ee5fea31 req-0437c210-f042-4b94-9458-84e9c535bed4 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.1000595 Aug 31 18:28:24.897733 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Attempting to bind port e8838430-a965-44f9-996e-9a8e6e20ef78 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:28:24.898156 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Attempting to bind port e8838430-a965-44f9-996e-9a8e6e20ef78 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'fbed5b88-187b-4880-8f07-9d69737bc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:28:24.898568 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Attempting to bind port e8838430-a965-44f9-996e-9a8e6e20ef78 on network d2c5efdc-84e6-454f-bccc-b6e50c391e33 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:24.900445 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:24.928649 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:28:24.929035 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Checking segment: {'id': 'fbed5b88-187b-4880-8f07-9d69737bc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:24.929442 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:24.929840 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Bound using segment: {'id': 'fbed5b88-187b-4880-8f07-9d69737bc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:28:24.930327 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Bound port: e8838430-a965-44f9-996e-9a8e6e20ef78, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbed5b88-187b-4880-8f07-9d69737bc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:28:24.930735 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:25.035495 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4f22c403-0757-45be-b948-5800bb8e908c req-0e4d41c8-b6ef-425e-a623-b6277cff6aa6 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 210 time: 0.1309865 Aug 31 18:28:25.045540 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 8bc95693-3506-4745-9a03-a65f51b8944a up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:28:25.098274 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Allocated IP 172.20.0.1 (d376ac0a-4276-4b04-a9a4-460fec2e9230/a3595eaf-e129-4f4e-b637-5ea939609a86/4039eb59-340a-4c60-bb85-34cd98c1e9d3) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:28:25.118723 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] For port e8838430-a965-44f9-996e-9a8e6e20ef78, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:28:25.124185 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] For port e8838430-a965-44f9-996e-9a8e6e20ef78, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=e8838430-a965-44f9-996e-9a8e6e20ef78,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:28:25.131751 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:25.243349 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Routers {'c7138d32-90e8-413c-aba1-94f0b15be9e3'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:28:25.245910 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:28:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['c7138d32-90e8-413c-aba1-94f0b15be9e3'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:25.283795 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 8bc95693-3506-4745-9a03-a65f51b8944a triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:25.284393 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:25.391881 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8ad4d83d-c0a6-49b1-ac5d-078daa3be3e5 req-d5a56579-4b66-4435-ab1d-3b684e72c4e3 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 210 time: 0.1016636 Aug 31 18:28:25.403118 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] Set router c7138d32-90e8-413c-aba1-94f0b15be9e3 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:28:25.426485 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:25.482411 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Transition to ACTIVE for port object 4039eb59-340a-4c60-bb85-34cd98c1e9d3 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:28:25.547837 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfcf10-0f93-4580-87cf-4835378e80e0 None None] Pushing event updated for resources: {'Port': ['ID=e8838430-a965-44f9-996e-9a8e6e20ef78,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:25.562307 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-b9ba18fd-5609-4b26-82bf-33cd105e3a45 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:25.570937 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-b9ba18fd-5609-4b26-82bf-33cd105e3a45 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/networks?id=d2c5efdc-84e6-454f-bccc-b6e50c391e33 HTTP/1.1" status: 200 len: 819 time: 0.1751611 Aug 31 18:28:25.596978 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-5a60a75f-16a6-49f3-b34a-c811bb60f79d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/quotas/edbd5d149aa24dbd8f9d63acad491fe3 HTTP/1.1" status: 200 len: 375 time: 0.0249226 Aug 31 18:28:25.610371 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:25.722165 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:25.731055 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:25.755790 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Transition to ACTIVE for port object d16cc904-b5ca-46c9-bd09-a075447f643a will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:28:25.769179 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:25.841534 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Attempting to bind port d16cc904-b5ca-46c9-bd09-a075447f643a on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:28:25.842325 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Attempting to bind port d16cc904-b5ca-46c9-bd09-a075447f643a by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:28:25.842990 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Attempting to bind port d16cc904-b5ca-46c9-bd09-a075447f643a on network 8be741c5-6977-48d8-bd13-0f8a1787586d {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:25.850644 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c69940-f797-41eb-a4e1-39c526e12b0a None None] Pushing event updated for resources: {'Port': ['ID=d16cc904-b5ca-46c9-bd09-a075447f643a,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:25.855204 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:28:25.855821 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Checking segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:25.856390 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:25.856956 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Bound using segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:28:25.857624 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Bound port: d16cc904-b5ca-46c9-bd09-a075447f643a, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:28:25.858206 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:25.862704 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1282357899-router', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:19Z', 'revision_number': 4, 'project_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'gw_port': {'id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'e8838430-a965-44f9-996e-9a8e6e20ef78', 'name': '', 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'mac_address': 'fa:16:3e:12:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9de2f8c3-fccc-4553-b9d0-9f3722d0d673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:18Z', 'updated_at': '2021-08-31T18:28:25Z', 'revision_number': 4, 'project_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'subnets': [{'id': '9de2f8c3-fccc-4553-b9d0-9f3722d0d673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:25.900705 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Pushing event updated for resources: {'Port': ['ID=4039eb59-340a-4c60-bb85-34cd98c1e9d3,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:25.904224 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de9bae-aaef-4864-a3a0-b344e33c3c7c None None] The sync data for ids ['c7138d32-90e8-413c-aba1-94f0b15be9e3'] in dv-cinder-805887-9-iscsi is: [{'id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1282357899-router', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:19Z', 'revision_number': 4, 'project_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'gw_port': {'id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'e8838430-a965-44f9-996e-9a8e6e20ef78', 'name': '', 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'mac_address': 'fa:16:3e:12:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9de2f8c3-fccc-4553-b9d0-9f3722d0d673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:18Z', 'updated_at': '2021-08-31T18:28:25Z', 'revision_number': 4, 'project_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'subnets': [{'id': '9de2f8c3-fccc-4553-b9d0-9f3722d0d673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:28:25.913241 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Network d376ac0a-4276-4b04-a9a4-460fec2e9230 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:28:25.921158 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:25.926399 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:28:25.926887 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582494'] for router_interface, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:25.964144 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] For port d16cc904-b5ca-46c9-bd09-a075447f643a, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:28:25.968209 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] For port d16cc904-b5ca-46c9-bd09-a075447f643a, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=d16cc904-b5ca-46c9-bd09-a075447f643a,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:28:25.989489 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:26.108626 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c69940-f797-41eb-a4e1-39c526e12b0a None None] Pushing event updated for resources: {'Port': ['ID=d16cc904-b5ca-46c9-bd09-a075447f643a,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:26.138159 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:28:26.138805 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:28:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:26.261690 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-9b945083-f1f1-4c72-a40f-e781cd9b978a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6625493 Aug 31 18:28:26.322030 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d851eea-1369-4d65-b21a-e1022b7e3729 req-ece4d73a-582a-4af6-9b97-0070740077ae tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.1215670 Aug 31 18:28:26.365155 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:28:26.548129 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-0bdaa5fd-873d-4487-932b-afb842555418 None None] Provisioning for port 4039eb59-340a-4c60-bb85-34cd98c1e9d3 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:28:26.561157 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-0bdaa5fd-873d-4487-932b-afb842555418 None None] Provisioning complete for port 4039eb59-340a-4c60-bb85-34cd98c1e9d3 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:26.561534 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa5fd-873d-4487-932b-afb842555418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:26.644014 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-0bdaa5fd-873d-4487-932b-afb842555418 None None] Port 4039eb59-340a-4c60-bb85-34cd98c1e9d3 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:28:26.673985 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:21Z', 'revision_number': 3, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:26.712247 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388019da-acb5-4ab9-995a-282f21d14f3c None None] The sync data for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi is: [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:21Z', 'revision_number': 3, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:28:26.736964 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9391bde5-1b82-4369-b8f4-979f5479fd17 req-7d14f2d4-2f6b-4032-b253-1400cac8c125 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 210 time: 0.0987937 Aug 31 18:28:26.832633 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:26.909889 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-8130294a-912b-4697-b431-eb539884a6cc service neutron] 10.222.0.35 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468275 Aug 31 18:28:27.123666 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device e8838430-a965-44f9-996e-9a8e6e20ef78 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:28:27.138865 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-ed03604e-d76e-4bc8-8f22-6ef26ce592af service neutron] 10.222.0.35 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107968 Aug 31 18:28:27.286551 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port e8838430-a965-44f9-996e-9a8e6e20ef78 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:28:27.293875 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port e8838430-a965-44f9-996e-9a8e6e20ef78 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:27.294550 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:27.369221 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:27.381834 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:27.382619 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575982'] for router_interface, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:27.465461 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:27.500405 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Pushing event updated for resources: {'Port': ['ID=4039eb59-340a-4c60-bb85-34cd98c1e9d3,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:27.511750 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port e8838430-a965-44f9-996e-9a8e6e20ef78, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=e8838430-a965-44f9-996e-9a8e6e20ef78,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:28:27.517603 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:27.602509 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a8e4b38b-cea5-4a46-bf91-b34c2a869da3 req-dcf89a02-8c84-4085-8998-2afba81d529b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.1168661 Aug 31 18:28:27.634566 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2fd3839c-06d8-4479-9f77-163f490fe622 req-283e7ba9-13ef-466d-94dc-89347413f67f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 210 time: 0.1498370 Aug 31 18:28:27.653127 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=e8838430-a965-44f9-996e-9a8e6e20ef78,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:27.793724 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Network d376ac0a-4276-4b04-a9a4-460fec2e9230 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:28:27.796969 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:27.864065 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34146) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:28.040681 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-56e897ee-00ca-4832-ad79-2abb2928ffe5 req-2c7ccf2f-a0a5-49f7-9ab0-be27048b12d9 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 210 time: 0.0968435 Aug 31 18:28:28.062392 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bd4eccdd-baee-45a0-a4e9-cae44c22a9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:28.174221 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Router 919fedb8-a92d-422b-ba5b-75029d06d446 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:28:28.217246 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bd4eccdd-baee-45a0-a4e9-cae44c22a9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:28.224412 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bd4eccdd-baee-45a0-a4e9-cae44c22a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:28.279319 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-bd4eccdd-baee-45a0-a4e9-cae44c22a9e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e338c3994cdd45f999ea2ff637adcdca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4096897 Aug 31 18:28:28.279319 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4eccdd-baee-45a0-a4e9-cae44c22a9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a7bf82-74c4-4d28-ac4c-e30a786fd8e3,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:28.281307 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34152) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:28.285685 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-42e5fbc7-3c1a-4bd7-8476-e86146e27dd1 None None] Provisioning complete for port 4039eb59-340a-4c60-bb85-34cd98c1e9d3 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:28.286317 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-42e5fbc7-3c1a-4bd7-8476-e86146e27dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:28.329032 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:28:28.334773 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-266f9aea-0b73-462d-8984-56dcea094f6a admin admin] 10.222.0.35 "PUT /v2.0/routers/919fedb8-a92d-422b-ba5b-75029d06d446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2774479 Aug 31 18:28:28.363923 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44d05690-8b4b-42f5-8a7a-93147641f795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:28.390506 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44d05690-8b4b-42f5-8a7a-93147641f795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:28.464837 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44d05690-8b4b-42f5-8a7a-93147641f795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:28.467584 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44d05690-8b4b-42f5-8a7a-93147641f795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:28.469061 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-44d05690-8b4b-42f5-8a7a-93147641f795 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7a7bf82-74c4-4d28-ac4c-e30a786fd8e3 HTTP/1.1" status: 204 len: 168 time: 0.1868246 Aug 31 18:28:28.477532 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d05690-8b4b-42f5-8a7a-93147641f795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a7bf82-74c4-4d28-ac4c-e30a786fd8e3,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:28.504135 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-42e5fbc7-3c1a-4bd7-8476-e86146e27dd1 None None] Port 4039eb59-340a-4c60-bb85-34cd98c1e9d3 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:28:28.763182 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9f532344-2444-4a31-98bd-902d66c06b35 req-b2258442-9acd-4814-8ff3-f582a125016e tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.0481617 Aug 31 18:28:28.862128 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e779f353-f183-4e0e-a28e-065ea677295d req-8c7366bb-4f7e-4239-a885-60c2b8922cff tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 210 time: 0.0418169 Aug 31 18:28:28.907648 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34182) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:28.925757 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-874753b0-a612-4481-b83a-85aa66d6adee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.074561 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-874753b0-a612-4481-b83a-85aa66d6adee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.079682 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-874753b0-a612-4481-b83a-85aa66d6adee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.105935 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874753b0-a612-4481-b83a-85aa66d6adee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a522f16-60b3-420b-82f3-794160f46802,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:29.106990 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device e8838430-a965-44f9-996e-9a8e6e20ef78 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:28:29.182190 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-874753b0-a612-4481-b83a-85aa66d6adee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1cf87c2fea2646c493de37e377c83c7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2734208 Aug 31 18:28:29.184786 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 34190) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:29.209107 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cd2f50eb-02f4-4958-93c2-361a0df0c083 req-50cd67a0-4cc4-43e8-9255-eb9b61373ef7 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 210 time: 0.0401556 Aug 31 18:28:29.222977 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port e8838430-a965-44f9-996e-9a8e6e20ef78 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:29.223354 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.273493 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3e51125c-ec63-41cf-813b-423c96b1f3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.303874 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3e51125c-ec63-41cf-813b-423c96b1f3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.313467 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device d16cc904-b5ca-46c9-bd09-a075447f643a up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:28:29.375790 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3e51125c-ec63-41cf-813b-423c96b1f3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.378665 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3e51125c-ec63-41cf-813b-423c96b1f3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.382089 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3e51125c-ec63-41cf-813b-423c96b1f3af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a522f16-60b3-420b-82f3-794160f46802 HTTP/1.1" status: 204 len: 168 time: 0.1938543 Aug 31 18:28:29.393934 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port d16cc904-b5ca-46c9-bd09-a075447f643a completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:28:29.393934 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port d16cc904-b5ca-46c9-bd09-a075447f643a triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:29.393934 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.402981 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51125c-ec63-41cf-813b-423c96b1f3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a522f16-60b3-420b-82f3-794160f46802,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:29.412907 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34202) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:29.417750 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-abdcc5fe-2d3f-43f9-b968-414fcea61de6 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--75396568', 'description': 'tempest-description--445366650'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:29.451996 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-abdcc5fe-2d3f-43f9-b968-414fcea61de6 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.509736 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.537950 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port d16cc904-b5ca-46c9-bd09-a075447f643a, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=d16cc904-b5ca-46c9-bd09-a075447f643a,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:28:29.542933 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.585211 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-abdcc5fe-2d3f-43f9-b968-414fcea61de6 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.591418 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-abdcc5fe-2d3f-43f9-b968-414fcea61de6 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.607597 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=d16cc904-b5ca-46c9-bd09-a075447f643a,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:29.633708 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Sync routers for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:28:29.647493 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:28:29.648206 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:28:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:29.649319 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-abdcc5fe-2d3f-43f9-b968-414fcea61de6 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.651237 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-abdcc5fe-2d3f-43f9-b968-414fcea61de6 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2367289 Aug 31 18:28:29.653483 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcc5fe-2d3f-43f9-b968-414fcea61de6 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab90484c-ae8a-4a41-af8e-ea5a33570e24,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:29.654281 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 34210) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:29.659073 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-bd212a08-5c72-4530-9455-08957c5143ec tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Request body: {'security_group_rule': {'security_group_id': 'ab90484c-ae8a-4a41-af8e-ea5a33570e24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:29.689635 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bd212a08-5c72-4530-9455-08957c5143ec tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.767839 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bd212a08-5c72-4530-9455-08957c5143ec tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.774574 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bd212a08-5c72-4530-9455-08957c5143ec tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.781939 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:28:29.797639 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd212a08-5c72-4530-9455-08957c5143ec tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac68c1e-9285-4639-8909-9e6afb863745,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:29.806056 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bd212a08-5c72-4530-9455-08957c5143ec tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.811547 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-bd212a08-5c72-4530-9455-08957c5143ec tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538892 Aug 31 18:28:29.811785 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 34220) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:29.816870 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-fde0110a-36e6-4864-ba6a-52652f60bcfc tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Request body: {'security_group_rule': {'security_group_id': 'ab90484c-ae8a-4a41-af8e-ea5a33570e24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:29.872522 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e2e70c40-aa6b-4703-b49d-1a93821c7ad1 req-0d1c930a-6229-44c3-a8dc-a8dd9863b25f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.0319450 Aug 31 18:28:29.873456 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fde0110a-36e6-4864-ba6a-52652f60bcfc tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.946396 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fde0110a-36e6-4864-ba6a-52652f60bcfc tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.955385 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fde0110a-36e6-4864-ba6a-52652f60bcfc tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:29.992578 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0110a-36e6-4864-ba6a-52652f60bcfc tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a3a310-2512-42bd-a25c-d75a6e336787,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:30.002260 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fde0110a-36e6-4864-ba6a-52652f60bcfc tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:30.003767 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-fde0110a-36e6-4864-ba6a-52652f60bcfc tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1909294 Aug 31 18:28:30.006715 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 34228) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:30.013351 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Request body: {'floatingip': {'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:30.045576 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 2, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:30.060880 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:30.089069 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Checking router: 919fedb8-a92d-422b-ba5b-75029d06d446 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:28:30.089454 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Updating router 919fedb8-a92d-422b-ba5b-75029d06d446 port 4039eb59-340a-4c60-bb85-34cd98c1e9d3 binding host dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:28:30.100778 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0831f1ac-f681-4097-910e-63806b9b1a00 req-5d182ff0-c614-4dab-8120-de0e7c8b8964 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 210 time: 0.0533409 Aug 31 18:28:30.117541 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:30.333309 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9907f341-ca81-4d43-a99e-bec5d90cfe81 req-12010405-2937-43f1-8587-b6aa1259bfef tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 210 time: 0.0312920 Aug 31 18:28:30.415412 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:30.427058 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:30.438250 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Transition to ACTIVE for port object 4039eb59-340a-4c60-bb85-34cd98c1e9d3 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:28:30.444625 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:30.496690 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43ea5f-d0a2-40dc-9f5e-2e38f290f037 None None] Pushing event updated for resources: {'Port': ['ID=4039eb59-340a-4c60-bb85-34cd98c1e9d3,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:30.554875 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Allocated IP 172.27.0.90 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/e5edc0c9-8cb6-496b-bd34-632344543702) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:28:30.555940 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Attempting to bind port 4039eb59-340a-4c60-bb85-34cd98c1e9d3 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:28:30.556416 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Attempting to bind port 4039eb59-340a-4c60-bb85-34cd98c1e9d3 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:28:30.556898 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Attempting to bind port 4039eb59-340a-4c60-bb85-34cd98c1e9d3 on network d376ac0a-4276-4b04-a9a4-460fec2e9230 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:30.563221 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:28:30.563759 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Checking segment: {'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:30.564313 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:30.564750 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Bound using segment: {'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:28:30.565397 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Bound port: 4039eb59-340a-4c60-bb85-34cd98c1e9d3, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:28:30.566137 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:30.690564 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] For port 4039eb59-340a-4c60-bb85-34cd98c1e9d3, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:28:30.694360 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:30.694987 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] For port 4039eb59-340a-4c60-bb85-34cd98c1e9d3, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=4039eb59-340a-4c60-bb85-34cd98c1e9d3,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:28:30.704361 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:30.747753 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:30.797969 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event updated for resources: {'Port': ['ID=e5edc0c9-8cb6-496b-bd34-632344543702,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:30.805357 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:28:30.806002 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:28:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:30.808743 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43ea5f-d0a2-40dc-9f5e-2e38f290f037 None None] Pushing event updated for resources: {'Port': ['ID=4039eb59-340a-4c60-bb85-34cd98c1e9d3,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:30.812085 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:28:30.820820 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:30.824114 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:28:30.928762 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:30.973860 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:28:31.024169 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ba7f9d15-7803-44b7-886c-f9744aab7371 req-7d04d252-d4cd-4568-86c7-8db1e9b3f41f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.0474710 Aug 31 18:28:31.025124 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:31.038268 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device d16cc904-b5ca-46c9-bd09-a075447f643a up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:28:31.219836 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port d16cc904-b5ca-46c9-bd09-a075447f643a triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:31.220301 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:31.224806 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:31.232640 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:31.310774 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:31.315791 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.50', 50123) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:31.327118 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-921f36b6-fb25-4b2c-b374-87958d8930ba req-629b3a47-7c4b-4ea9-835b-02341a3c6e78 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 210 time: 0.0572519 Aug 31 18:28:31.337017 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:31.339537 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3317893 Aug 31 18:28:31.341123 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003628f-ca53-4e0d-86f6-83fca3e4b657 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event updated for resources: {'Port': ['ID=e5edc0c9-8cb6-496b-bd34-632344543702,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:31.407480 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:30Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:28:31.437644 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0a8b1-df4c-4007-b33d-2227238e6b9e None None] The sync data for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi is: [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:30Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:28:31.535540 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d8d32434-d521-4c66-b4d3-8b113c51c37b req-c11f36f7-300a-4d29-b7fd-e79e08636d80 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 210 time: 0.0647957 Aug 31 18:28:31.733316 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-f465c120-12b7-4885-bb40-8273ff2e97b0 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:31.738576 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-f465c120-12b7-4885-bb40-8273ff2e97b0 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.50 "GET /v2.0/networks?id=67a7fcaf-7981-436c-959c-45fa790ef1c1 HTTP/1.1" status: 200 len: 812 time: 0.4162245 Aug 31 18:28:31.797996 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-5df3f8d8-2a93-4f0c-ae5f-ab023812012a tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--75396568&fields=id&tenant_id=0994b33130eb4af78aaacb8f365f6fa9 HTTP/1.1" status: 200 len: 267 time: 0.0763798 Aug 31 18:28:31.809575 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-91c9ebce-f2cc-424a-b6d0-b8136462584b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Request body: {'port': {'device_id': '60cb9e1e-216c-43d3-a539-32e1abcf3986', 'network_id': '67a7fcaf-7981-436c-959c-45fa790ef1c1', 'admin_state_up': True, 'tenant_id': 'b94b1710da7f4f6aa8e8cda5cfe8201f'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:31.834258 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.50', 50129) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:32.127638 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40922c1-4c3d-4969-8e04-85033b242097 req-0b5f3694-59ce-4cc5-90d0-99e9782443ab tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:32.140294 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-0b5f3694-59ce-4cc5-90d0-99e9782443ab tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/networks?id=d376ac0a-4276-4b04-a9a4-460fec2e9230 HTTP/1.1" status: 200 len: 810 time: 0.3166072 Aug 31 18:28:32.163400 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-2dde3a71-2d7b-43fe-97bc-d764743eb78c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/quotas/0994b33130eb4af78aaacb8f365f6fa9 HTTP/1.1" status: 200 len: 375 time: 0.0221460 Aug 31 18:28:32.231157 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c728cb21-50e3-4086-a9e4-5c4e6d8c4868 req-a4dc8b0c-7482-4cd2-ab83-e53d4affb9a0 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.0542648 Aug 31 18:28:32.261755 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-c20705ed-c4fb-465e-a5b4-1cf5abb8706c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0994b33130eb4af78aaacb8f365f6fa9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971406 Aug 31 18:28:32.374135 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.50', 50136) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:32.400343 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-aa52e64f-ae75-428b-952b-c538813d4602 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:32.406297 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-aa52e64f-ae75-428b-952b-c538813d4602 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "GET /v2.0/networks?id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b HTTP/1.1" status: 200 len: 815 time: 0.5710559 Aug 31 18:28:32.481602 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-af309ab5-6cba-48ee-a5f4-6cb3312ba7bc service neutron] 10.222.0.35 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101820 Aug 31 18:28:32.639471 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-99d513e8-f441-4d17-a65f-8cd95b428cf9 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:32.641299 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-99d513e8-f441-4d17-a65f-8cd95b428cf9 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.50 "GET /v2.0/networks?id=d2c5efdc-84e6-454f-bccc-b6e50c391e33 HTTP/1.1" status: 200 len: 819 time: 0.2269394 Aug 31 18:28:32.647141 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-0ed1837b-be52-492a-b6e0-89482bc1a928 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Request body: {'port': {'device_id': '0af5af67-30fe-4caa-b929-e68441d3aab6', 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b', 'admin_state_up': True, 'tenant_id': '4aeaa7bfaece4dcb81fcebd4ec0eff17'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:32.689967 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f83bec1c-730d-48a8-a537-353124c89d2b req-701c2849-cc2b-434e-81d2-84888ff07b2b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 210 time: 0.1723323 Aug 31 18:28:32.766685 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-3ac3b4e8-9f2f-4623-ac4e-c4c2a13d53ea service neutron] 10.222.0.35 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840357 Aug 31 18:28:32.915795 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a6a97874-a65d-440e-9094-19522bfa4f8e req-05bdaa38-ad41-4557-b99c-33f597dd566a tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 210 time: 0.0732763 Aug 31 18:28:32.969083 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.50', 50139) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:33.162847 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 4039eb59-340a-4c60-bb85-34cd98c1e9d3 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:28:33.235947 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Request body: {'port': {'device_id': '1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c', 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33', 'admin_state_up': True, 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:33.366975 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-91c9ebce-f2cc-424a-b6d0-b8136462584b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Made reservation on behalf of b94b1710da7f4f6aa8e8cda5cfe8201f for: {'port': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:33.378687 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 4039eb59-340a-4c60-bb85-34cd98c1e9d3 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:28:33.380270 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-91c9ebce-f2cc-424a-b6d0-b8136462584b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:33.389894 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 4039eb59-340a-4c60-bb85-34cd98c1e9d3 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:33.390268 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:33.415007 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-5eac9859-3050-48ab-9544-e60f15bc945f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:33.417026 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-5eac9859-3050-48ab-9544-e60f15bc945f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.50 "GET /v2.0/networks?id=d2c5efdc-84e6-454f-bccc-b6e50c391e33 HTTP/1.1" status: 200 len: 819 time: 0.4370463 Aug 31 18:28:33.518102 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-ff72a3cc-81b6-4efc-b972-8e949c627e3e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Request body: {'port': {'device_id': '6f08e6cb-6b30-4dc1-b4e9-460a1c945502', 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33', 'admin_state_up': True, 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:33.553834 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0fb2b691-f997-45a4-8fe1-5a94b9944ef9 req-449d2c90-dd74-4184-926e-6d454630ced0 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.1355796 Aug 31 18:28:33.789763 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f9f027cb-9cdf-49c8-aef9-c930b149deb9 req-2673b8d6-289f-43f0-98d0-5f65c3a7e9f3 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.2897191 Aug 31 18:28:33.966496 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9bd2febc-5db5-41f6-b1a0-f0e347da9759 req-cb3e0ca9-5955-4986-9fca-2f2f2a9e1a01 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 210 time: 0.0955811 Aug 31 18:28:34.116564 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:34.181095 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-0ed1837b-be52-492a-b6e0-89482bc1a928 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Made reservation on behalf of 4aeaa7bfaece4dcb81fcebd4ec0eff17 for: {'port': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:34.185097 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-0ed1837b-be52-492a-b6e0-89482bc1a928 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:34.236071 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-ff72a3cc-81b6-4efc-b972-8e949c627e3e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Made reservation on behalf of edbd5d149aa24dbd8f9d63acad491fe3 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:34.247702 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-ff72a3cc-81b6-4efc-b972-8e949c627e3e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:34.273214 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.db.api [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 18:28:34.273214 dv-cinder-805887-9-iscsi neutron-server[93879]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 18:28:34.273214 dv-cinder-805887-9-iscsi neutron-server[93879]: [parameters: {'project_id_1': 'edbd5d149aa24dbd8f9d63acad491fe3', 'expiration_1': datetime.datetime(2021, 8, 31, 18, 28, 34, 64966)}] Aug 31 18:28:34.273214 dv-cinder-805887-9-iscsi neutron-server[93879]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 18:28:34.274481 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG oslo_db.api [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 18:28:34.279448 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 4039eb59-340a-4c60-bb85-34cd98c1e9d3, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=4039eb59-340a-4c60-bb85-34cd98c1e9d3,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:28:34.293012 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:34.359713 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9d01fafc-ab75-42c7-a19d-4df181d46ed7 req-16d911b6-4c4e-4632-b7f6-7a4d455fcf4e tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 210 time: 0.1974885 Aug 31 18:28:34.505221 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=4039eb59-340a-4c60-bb85-34cd98c1e9d3,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:34.522869 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-91c9ebce-f2cc-424a-b6d0-b8136462584b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Allocated IP 172.20.0.9 (67a7fcaf-7981-436c-959c-45fa790ef1c1/fb0adba4-e1c5-4912-90a8-8aaab24df1d9/bb988cff-87d4-42a8-bd76-6499674d84c7) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:28:34.955049 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Made reservation on behalf of edbd5d149aa24dbd8f9d63acad491fe3 for: {'port': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:34.961595 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:35.048522 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-0ed1837b-be52-492a-b6e0-89482bc1a928 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Allocated IP 172.20.0.9 (338d5cd7-6d9d-4362-b64d-4e5c7e1e915b/e73826a5-30d4-4708-8780-1eec80cbf1ba/1d9b4d2c-7f97-4195-adb9-cf86e7d8d147) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:28:35.112368 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 4039eb59-340a-4c60-bb85-34cd98c1e9d3 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:28:35.166016 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6f3fb850-77c1-46c8-8a91-be361fcebba9 req-96cafedc-e4d1-4375-8323-d261531d8c11 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.4612825 Aug 31 18:28:35.219176 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 4039eb59-340a-4c60-bb85-34cd98c1e9d3 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:35.221158 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:35.238413 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-02fa5fbc-a735-406b-9228-122d1a89a210 req-43fa6436-91d8-4081-b5b7-55e3dfe33caf tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.0547328 Aug 31 18:28:35.268447 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-91c9ebce-f2cc-424a-b6d0-b8136462584b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:35.314946 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-91c9ebce-f2cc-424a-b6d0-b8136462584b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:35.347091 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2665acd0-2b70-472c-9204-f7c36ed05b44 req-92b372b1-261e-4aec-8d85-22ab5f64dc86 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 210 time: 0.0649934 Aug 31 18:28:35.410505 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-ff72a3cc-81b6-4efc-b972-8e949c627e3e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Allocated IP 172.20.0.13 (d2c5efdc-84e6-454f-bccc-b6e50c391e33/9de2f8c3-fccc-4553-b9d0-9f3722d0d673/ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:28:35.423986 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-91c9ebce-f2cc-424a-b6d0-b8136462584b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Network 67a7fcaf-7981-436c-959c-45fa790ef1c1 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:28:35.443275 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-91c9ebce-f2cc-424a-b6d0-b8136462584b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:35.464808 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-91c9ebce-f2cc-424a-b6d0-b8136462584b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:28:35.470335 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-91c9ebce-f2cc-424a-b6d0-b8136462584b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:35.470950 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-91c9ebce-f2cc-424a-b6d0-b8136462584b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:35.523413 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9ebce-f2cc-424a-b6d0-b8136462584b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Pushing event updated for resources: {'Port': ['ID=bb988cff-87d4-42a8-bd76-6499674d84c7,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:35.548927 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-91c9ebce-f2cc-424a-b6d0-b8136462584b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7435107 Aug 31 18:28:35.557111 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-0ed1837b-be52-492a-b6e0-89482bc1a928 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:35.589269 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80aad7-f279-49e2-9f1b-64cf7281255d req-e4cf15e2-2b25-4175-ab9c-6d286d026f64 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:35.590821 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8c80aad7-f279-49e2-9f1b-64cf7281255d req-e4cf15e2-2b25-4175-ab9c-6d286d026f64 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 931 time: 0.1284535 Aug 31 18:28:35.598468 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-0ed1837b-be52-492a-b6e0-89482bc1a928 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:35.643345 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-0ed1837b-be52-492a-b6e0-89482bc1a928 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:28:35.646420 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-0ed1837b-be52-492a-b6e0-89482bc1a928 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:35.648858 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-0ed1837b-be52-492a-b6e0-89482bc1a928 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:28:35.658561 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-0ed1837b-be52-492a-b6e0-89482bc1a928 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:35.660219 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-0ed1837b-be52-492a-b6e0-89482bc1a928 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:35.661680 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8c80aad7-f279-49e2-9f1b-64cf7281255d req-26206197-e353-40a0-99f9-b3edd660ac51 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645401 Aug 31 18:28:35.672342 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-ff72a3cc-81b6-4efc-b972-8e949c627e3e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:35.673959 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1837b-be52-492a-b6e0-89482bc1a928 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Pushing event updated for resources: {'Port': ['ID=1d9b4d2c-7f97-4195-adb9-cf86e7d8d147,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:35.684082 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-0ed1837b-be52-492a-b6e0-89482bc1a928 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0412731 Aug 31 18:28:35.729264 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-ff72a3cc-81b6-4efc-b972-8e949c627e3e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:35.779924 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Allocated IP 172.20.0.10 (d2c5efdc-84e6-454f-bccc-b6e50c391e33/9de2f8c3-fccc-4553-b9d0-9f3722d0d673/0eb88f3b-572c-4192-8425-4f099a256310) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:28:35.803806 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-ff72a3cc-81b6-4efc-b972-8e949c627e3e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Network d2c5efdc-84e6-454f-bccc-b6e50c391e33 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:28:35.811376 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-ff72a3cc-81b6-4efc-b972-8e949c627e3e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:35.813774 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-ff72a3cc-81b6-4efc-b972-8e949c627e3e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:28:35.820288 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-ff72a3cc-81b6-4efc-b972-8e949c627e3e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:35.820944 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-ff72a3cc-81b6-4efc-b972-8e949c627e3e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:35.841385 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72a3cc-81b6-4efc-b972-8e949c627e3e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Pushing event updated for resources: {'Port': ['ID=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:35.849200 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-ff72a3cc-81b6-4efc-b972-8e949c627e3e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3356006 Aug 31 18:28:35.920305 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:35.958180 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:36.010200 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Network d2c5efdc-84e6-454f-bccc-b6e50c391e33 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:28:36.013738 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:36.018083 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:28:36.029599 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:36.029599 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:36.037442 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Pushing event updated for resources: {'Port': ['ID=0eb88f3b-572c-4192-8425-4f099a256310,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:36.049187 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-2c466932-c247-408d-be4f-fb51e2a1476d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3754985 Aug 31 18:28:36.286361 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-22066cb7-980c-450b-86ea-5afc2a509d2a req-892ce360-1fad-426d-9427-6561dee5519b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0405986 Aug 31 18:28:36.385084 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ea22b-bbf4-4686-8e31-b25af9dda951 req-8a675032-fab7-493a-bb55-568bb737f6f1 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:36.386812 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-513ea22b-bbf4-4686-8e31-b25af9dda951 req-8a675032-fab7-493a-bb55-568bb737f6f1 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 931 time: 0.0547001 Aug 31 18:28:36.461178 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-513ea22b-bbf4-4686-8e31-b25af9dda951 req-06699360-b8ed-4154-bf0c-08b1d5a8fdfd tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679400 Aug 31 18:28:36.490485 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7ecbb-eeea-4079-961f-5c567b3380af req-520f6b34-ac31-499f-8ca5-d0ff636ca46e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:36.492096 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-31f7ecbb-eeea-4079-961f-5c567b3380af req-520f6b34-ac31-499f-8ca5-d0ff636ca46e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 932 time: 0.0697439 Aug 31 18:28:36.531475 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-31f7ecbb-eeea-4079-961f-5c567b3380af req-9266f32d-92fb-4eea-9d6c-de200eaca101 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327175 Aug 31 18:28:36.794911 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171232b-aed3-4575-8b24-c7a8e18f47af req-4e606981-c36a-42dd-b6ab-8a017b2376a8 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:36.796330 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d171232b-aed3-4575-8b24-c7a8e18f47af req-4e606981-c36a-42dd-b6ab-8a017b2376a8 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 931 time: 0.0526688 Aug 31 18:28:36.835267 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d171232b-aed3-4575-8b24-c7a8e18f47af req-12235d2a-f739-4f40-b1d9-8c2a3f501b13 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328526 Aug 31 18:28:37.017264 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34500) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:37.120782 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed795864-4ce2-4697-aef4-3fba7ce73720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:37.208289 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed795864-4ce2-4697-aef4-3fba7ce73720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:37.212940 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed795864-4ce2-4697-aef4-3fba7ce73720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:37.237990 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed795864-4ce2-4697-aef4-3fba7ce73720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4bd41f-c2d7-4112-a85b-97aefac5b50a,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:37.260915 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ed795864-4ce2-4697-aef4-3fba7ce73720 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5abf9df3ed64274b9da27c7682f64de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423656 Aug 31 18:28:37.263452 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34508) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:37.309658 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-22edb948-c70a-49e4-9f3a-f07d6c555ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:37.330222 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-22edb948-c70a-49e4-9f3a-f07d6c555ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:37.381240 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-22edb948-c70a-49e4-9f3a-f07d6c555ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:37.383683 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-22edb948-c70a-49e4-9f3a-f07d6c555ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:37.387956 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-22edb948-c70a-49e4-9f3a-f07d6c555ce7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd4bd41f-c2d7-4112-a85b-97aefac5b50a HTTP/1.1" status: 204 len: 168 time: 0.1205399 Aug 31 18:28:37.393858 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edb948-c70a-49e4-9f3a-f07d6c555ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4bd41f-c2d7-4112-a85b-97aefac5b50a,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:37.397272 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b477b869-e7d2-4cd2-83a3-c207084f5747 req-52b6a1f0-6060-4ac2-827b-a1c0606d1907 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0326509 Aug 31 18:28:37.582963 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e16a2-9e41-49fd-a2fe-90dd494caa5d req-f8ba3d9f-193d-4090-abc7-0b6aeff767f4 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:37.584477 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3b9e16a2-9e41-49fd-a2fe-90dd494caa5d req-f8ba3d9f-193d-4090-abc7-0b6aeff767f4 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 931 time: 0.0512280 Aug 31 18:28:37.673358 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34522) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:37.688972 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3b9e16a2-9e41-49fd-a2fe-90dd494caa5d req-53f652cd-6dde-4cab-9b2e-c1cf0ecf479b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978494 Aug 31 18:28:37.704389 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-21d1751f-f432-4187-9fcd-e96c2b1b41e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:37.705162 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e984d-5a6c-44be-a4a6-8fff2a48a259 req-ab9dfff1-954a-4b0b-bef1-56db88e900df tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:37.706728 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-792e984d-5a6c-44be-a4a6-8fff2a48a259 req-ab9dfff1-954a-4b0b-bef1-56db88e900df tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 932 time: 0.0996618 Aug 31 18:28:37.784023 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-792e984d-5a6c-44be-a4a6-8fff2a48a259 req-0cfd00cf-bde4-4539-86c9-06b221e5b20f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654647 Aug 31 18:28:37.828186 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-21d1751f-f432-4187-9fcd-e96c2b1b41e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:37.833784 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-21d1751f-f432-4187-9fcd-e96c2b1b41e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:37.866742 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1751f-f432-4187-9fcd-e96c2b1b41e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18620722-1087-4494-8f9f-7a9b86480c54,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:37.879319 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-21d1751f-f432-4187-9fcd-e96c2b1b41e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d8881110f994fec8c4b0a78c4730075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048085 Aug 31 18:28:37.881883 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34526) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:37.930685 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a92fc1c1-2a36-4a51-82aa-f7c0fc00347a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:37.953436 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a92fc1c1-2a36-4a51-82aa-f7c0fc00347a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:37.959155 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915a6d9-d964-47d2-ba4c-c9a8c73f5df8 req-d73ef3db-3d44-4a4c-b0f9-96eb07e792a2 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:37.965195 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c915a6d9-d964-47d2-ba4c-c9a8c73f5df8 req-d73ef3db-3d44-4a4c-b0f9-96eb07e792a2 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 931 time: 0.0592027 Aug 31 18:28:38.016287 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c915a6d9-d964-47d2-ba4c-c9a8c73f5df8 req-2bd5540e-3018-4ae7-8030-49655268155c tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474272 Aug 31 18:28:38.024004 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a92fc1c1-2a36-4a51-82aa-f7c0fc00347a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:38.027260 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a92fc1c1-2a36-4a51-82aa-f7c0fc00347a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:38.029005 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a92fc1c1-2a36-4a51-82aa-f7c0fc00347a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18620722-1087-4494-8f9f-7a9b86480c54 HTTP/1.1" status: 204 len: 168 time: 0.1461961 Aug 31 18:28:38.037870 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fc1c1-2a36-4a51-82aa-f7c0fc00347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18620722-1087-4494-8f9f-7a9b86480c54,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:38.582161 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-212999b5-4fbd-4e91-96d0-77b13b25b069 req-f5e819c2-df76-43b5-b6aa-adc18327d8fb tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0538907 Aug 31 18:28:38.902287 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254ad4f-4f1d-4f3e-b45b-0c2842462d48 req-2a6c612e-e6f5-49d8-a060-b90d106ba219 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:38.910696 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f254ad4f-4f1d-4f3e-b45b-0c2842462d48 req-2a6c612e-e6f5-49d8-a060-b90d106ba219 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 931 time: 0.1179841 Aug 31 18:28:38.930588 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34584) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:39.005474 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f254ad4f-4f1d-4f3e-b45b-0c2842462d48 req-8d32292c-20bf-4c02-8b22-6810bb96c3e2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935309 Aug 31 18:28:39.053465 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd33760-0c17-4ee1-a935-a331424e2603 req-47e31ee9-7a49-47d6-bf8a-932b8817a3a8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:39.055084 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1cd33760-0c17-4ee1-a935-a331424e2603 req-47e31ee9-7a49-47d6-bf8a-932b8817a3a8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 932 time: 0.1420789 Aug 31 18:28:39.118642 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1cd33760-0c17-4ee1-a935-a331424e2603 req-3bf2b7f6-ee2c-4d09-9a4b-2efafc00b267 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519304 Aug 31 18:28:39.156173 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b1e181e2-ced9-47bd-996a-7922c427d9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:39.203079 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e12faa-cff7-482a-a551-4b9b28ee61ac req-9e7c760e-078f-4099-b42f-1f41653ff0cd tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:39.204711 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-98e12faa-cff7-482a-a551-4b9b28ee61ac req-9e7c760e-078f-4099-b42f-1f41653ff0cd tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 931 time: 0.0717735 Aug 31 18:28:39.274330 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b1e181e2-ced9-47bd-996a-7922c427d9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:39.278999 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b1e181e2-ced9-47bd-996a-7922c427d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:39.281873 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-98e12faa-cff7-482a-a551-4b9b28ee61ac req-b528af25-b581-49a4-ac11-d7bdd0e912f6 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635664 Aug 31 18:28:39.344586 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b1e181e2-ced9-47bd-996a-7922c427d9fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1264bf4fd3b04c97855986a8ef9b45d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089022 Aug 31 18:28:39.344586 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e181e2-ced9-47bd-996a-7922c427d9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d053f4-1a44-423e-905e-8aa42cc98e70,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:39.344977 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 34600) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:39.409490 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1243-6dd4-40c5-81b3-b18e44f7c263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:39.430729 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1243-6dd4-40c5-81b3-b18e44f7c263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:39.506826 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1243-6dd4-40c5-81b3-b18e44f7c263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:39.509582 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1243-6dd4-40c5-81b3-b18e44f7c263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:39.513857 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3d4f1243-6dd4-40c5-81b3-b18e44f7c263 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42d053f4-1a44-423e-905e-8aa42cc98e70 HTTP/1.1" status: 204 len: 168 time: 0.1677954 Aug 31 18:28:39.522165 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f1243-6dd4-40c5-81b3-b18e44f7c263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d053f4-1a44-423e-905e-8aa42cc98e70,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:39.741353 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-36fb5759-063f-4695-bf5f-139a55281aed req-e9295870-3077-481d-9303-ad684af4a077 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0378728 Aug 31 18:28:40.110373 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34634) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:40.126334 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7ff6e421-556e-4ed1-aca8-3112860bfb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:40.221384 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbc893-a914-4d88-aea1-9df8253bcc13 req-25855042-07e0-4ec8-9d99-646eae338039 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:40.222978 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1ffbc893-a914-4d88-aea1-9df8253bcc13 req-25855042-07e0-4ec8-9d99-646eae338039 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 931 time: 0.1409509 Aug 31 18:28:40.303816 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7ff6e421-556e-4ed1-aca8-3112860bfb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:40.311021 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7ff6e421-556e-4ed1-aca8-3112860bfb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:40.341495 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1ffbc893-a914-4d88-aea1-9df8253bcc13 req-eb23e69f-5203-4854-9bbc-82f9470da068 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942044 Aug 31 18:28:40.382549 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52773791-2b84-477a-94e0-f2c7e83fb0ff req-c21a7e65-4c18-4ed4-b45d-5f0d5c25138e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:40.386160 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-52773791-2b84-477a-94e0-f2c7e83fb0ff req-c21a7e65-4c18-4ed4-b45d-5f0d5c25138e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 932 time: 0.1622448 Aug 31 18:28:40.386301 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7ff6e421-556e-4ed1-aca8-3112860bfb33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d9df250a1714e43a1066a37ce570c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745109 Aug 31 18:28:40.390647 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 34654) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:40.392139 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6e421-556e-4ed1-aca8-3112860bfb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb3c9d8-52ad-44d2-8f83-7297d17eaa62,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:40.527255 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-52773791-2b84-477a-94e0-f2c7e83fb0ff req-ddd80ce4-45ce-44e1-94db-38974d50d9b4 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246781 Aug 31 18:28:40.586794 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-62008c64-f229-4c19-9dd2-5a8d823b851a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:40.596209 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd162bc-fbdc-4356-90fa-6d1f4ab10a5c req-38b32fd8-8eaa-4da3-9f33-17e4e05ff492 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:40.604522 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ffd162bc-fbdc-4356-90fa-6d1f4ab10a5c req-38b32fd8-8eaa-4da3-9f33-17e4e05ff492 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 931 time: 0.1321769 Aug 31 18:28:40.652999 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-62008c64-f229-4c19-9dd2-5a8d823b851a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:40.685105 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ffd162bc-fbdc-4356-90fa-6d1f4ab10a5c req-46b41845-5413-446f-82ed-e14c0aa8597e tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796208 Aug 31 18:28:40.732180 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-62008c64-f229-4c19-9dd2-5a8d823b851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:40.750986 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-62008c64-f229-4c19-9dd2-5a8d823b851a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:40.754120 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-62008c64-f229-4c19-9dd2-5a8d823b851a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8cb3c9d8-52ad-44d2-8f83-7297d17eaa62 HTTP/1.1" status: 204 len: 168 time: 0.3603055 Aug 31 18:28:40.778090 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62008c64-f229-4c19-9dd2-5a8d823b851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb3c9d8-52ad-44d2-8f83-7297d17eaa62,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:40.935891 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9e6ba973-1d41-4313-97a8-f8a8e7e59e86 req-bc4d4fc0-5377-47e0-9835-0a78b18f3a54 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0799818 Aug 31 18:28:41.485688 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15529b63-cc6f-4c7c-95c3-43de0448c525 req-57bf3893-e55b-49cc-a57f-86eeed95f808 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:41.487391 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-15529b63-cc6f-4c7c-95c3-43de0448c525 req-57bf3893-e55b-49cc-a57f-86eeed95f808 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 931 time: 0.0616870 Aug 31 18:28:41.570461 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-15529b63-cc6f-4c7c-95c3-43de0448c525 req-e646b096-ebe2-42cd-b511-e0431cc7ac2f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540087 Aug 31 18:28:41.754020 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153f6c0-7704-43c1-a186-0b50eb104985 req-7b383e3c-60ff-4fc7-a2b6-d57335e9a35b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:41.755733 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5153f6c0-7704-43c1-a186-0b50eb104985 req-7b383e3c-60ff-4fc7-a2b6-d57335e9a35b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 932 time: 0.1123667 Aug 31 18:28:41.811941 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5153f6c0-7704-43c1-a186-0b50eb104985 req-155d25b8-6d7d-4ce8-bdaa-8e89596e66f8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485699 Aug 31 18:28:41.910217 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7589b27-1e91-40a5-b00e-0b64ff6f086b req-b1b44d7a-be08-49ac-a7a8-b959d25f8106 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:41.911933 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e7589b27-1e91-40a5-b00e-0b64ff6f086b req-b1b44d7a-be08-49ac-a7a8-b959d25f8106 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 931 time: 0.0967975 Aug 31 18:28:41.981804 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e7589b27-1e91-40a5-b00e-0b64ff6f086b req-afc84594-3b8f-472a-9080-1c833cd6f3a4 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608199 Aug 31 18:28:42.110775 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-00d48432-34db-4b1b-84a1-17bb86ba839d req-1832af02-97ae-4092-9446-b7b1c8d1e589 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0568764 Aug 31 18:28:42.124787 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34726) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:42.359216 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc13f-8c17-4b1e-8379-415a0e821ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:42.457372 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc13f-8c17-4b1e-8379-415a0e821ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:42.461010 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc13f-8c17-4b1e-8379-415a0e821ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:42.631618 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8a9dc13f-8c17-4b1e-8379-415a0e821ed8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79e34653457d4220b55ddc4b70d54bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045505 Aug 31 18:28:42.632315 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dc13f-8c17-4b1e-8379-415a0e821ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bae0ee-c840-42cc-8221-678b244f2b90,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:42.636001 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 34752) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:42.721789 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643db47-7b22-42e1-9ba1-6242b91e2bfe req-700868d9-ef12-498c-811b-a7b5fd5d5913 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:42.724321 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f643db47-7b22-42e1-9ba1-6242b91e2bfe req-700868d9-ef12-498c-811b-a7b5fd5d5913 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 931 time: 0.0805089 Aug 31 18:28:42.731640 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5cd53d25-a92f-44e8-9dfa-d530942a8615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:42.792756 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5cd53d25-a92f-44e8-9dfa-d530942a8615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:42.807103 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f643db47-7b22-42e1-9ba1-6242b91e2bfe req-aabefe1b-df16-4e68-8fa4-8ac57b4b04f0 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764861 Aug 31 18:28:42.855766 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5cd53d25-a92f-44e8-9dfa-d530942a8615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:42.858526 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5cd53d25-a92f-44e8-9dfa-d530942a8615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:42.862053 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-5cd53d25-a92f-44e8-9dfa-d530942a8615 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4bae0ee-c840-42cc-8221-678b244f2b90 HTTP/1.1" status: 204 len: 168 time: 0.2217772 Aug 31 18:28:42.870312 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd53d25-a92f-44e8-9dfa-d530942a8615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bae0ee-c840-42cc-8221-678b244f2b90,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:42.987676 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2618a-c985-4135-be90-c39342b67715 req-70e7b93b-5e11-4bbb-ab8a-b6ee4918447c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:42.989217 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-49b2618a-c985-4135-be90-c39342b67715 req-70e7b93b-5e11-4bbb-ab8a-b6ee4918447c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 932 time: 0.0826015 Aug 31 18:28:43.065216 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-49b2618a-c985-4135-be90-c39342b67715 req-0e7be254-2356-412d-9c7d-ca40be1bee21 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679028 Aug 31 18:28:43.144909 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b58aba-cd18-42d3-97f5-e931d5c50ca0 req-87a32d4b-6a0e-41f7-86df-e08bf72444b3 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:43.154528 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-21b58aba-cd18-42d3-97f5-e931d5c50ca0 req-87a32d4b-6a0e-41f7-86df-e08bf72444b3 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 931 time: 0.0600488 Aug 31 18:28:43.214927 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-21b58aba-cd18-42d3-97f5-e931d5c50ca0 req-6112da90-cd4e-4c82-80f7-55fe40f48a14 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530434 Aug 31 18:28:43.231702 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34774) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:43.254207 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2651c972-8e56-472d-b655-2ae6b470b75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:43.263360 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-800b39e5-7aaf-4322-9ec7-4edf3b8c3ef3 req-0a6cb64f-2aed-45e6-a291-46e3c3971d8d tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0472071 Aug 31 18:28:43.418403 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2651c972-8e56-472d-b655-2ae6b470b75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:43.423851 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2651c972-8e56-472d-b655-2ae6b470b75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:43.464464 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-2651c972-8e56-472d-b655-2ae6b470b75c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4841194bc7946eca69279c5b2ac4ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312169 Aug 31 18:28:43.465313 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651c972-8e56-472d-b655-2ae6b470b75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7532a224-7cf7-45fe-968e-d2f86944580e,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:43.467888 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34784) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:43.524592 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1879d245-3ff6-44d4-860a-918aacd47f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:43.547650 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1879d245-3ff6-44d4-860a-918aacd47f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:43.601878 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1879d245-3ff6-44d4-860a-918aacd47f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:43.605293 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1879d245-3ff6-44d4-860a-918aacd47f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:43.606463 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-1879d245-3ff6-44d4-860a-918aacd47f50 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7532a224-7cf7-45fe-968e-d2f86944580e HTTP/1.1" status: 204 len: 168 time: 0.1376519 Aug 31 18:28:43.614930 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879d245-3ff6-44d4-860a-918aacd47f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7532a224-7cf7-45fe-968e-d2f86944580e,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:43.980684 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590005b-e68b-42df-88a6-23f735ad5cdf req-a5b51cfc-5a04-4f74-91be-90104d7843f9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:43.982347 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f590005b-e68b-42df-88a6-23f735ad5cdf req-a5b51cfc-5a04-4f74-91be-90104d7843f9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 931 time: 0.0741863 Aug 31 18:28:44.051107 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f590005b-e68b-42df-88a6-23f735ad5cdf req-6f5e5962-fc36-4de8-909f-ed1e8fce0b34 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576994 Aug 31 18:28:44.218457 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7277e1-df21-4678-a538-dcc8aa6136c7 req-e6bb9761-febc-43ab-a50a-d6b0b91962be tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:44.231267 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad7277e1-df21-4678-a538-dcc8aa6136c7 req-e6bb9761-febc-43ab-a50a-d6b0b91962be tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 932 time: 0.0863070 Aug 31 18:28:44.313481 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad7277e1-df21-4678-a538-dcc8aa6136c7 req-3d976e33-6701-4005-ad79-60e987c24446 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747695 Aug 31 18:28:44.515995 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1071f27f-effd-4e37-9136-fa2cb8a7f8ac req-f05a26a2-8bc7-444d-ae9d-fbe6ce13069c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0794747 Aug 31 18:28:44.588009 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f7236-d524-4c1f-86ae-30c785e0188a req-c5a99c00-978f-42d4-b89b-1adb84cdb91c tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:44.592106 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-136f7236-d524-4c1f-86ae-30c785e0188a req-c5a99c00-978f-42d4-b89b-1adb84cdb91c tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 931 time: 0.2046709 Aug 31 18:28:44.668823 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-136f7236-d524-4c1f-86ae-30c785e0188a req-23356103-4f19-44e0-8954-075b2e6760a0 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642684 Aug 31 18:28:45.200195 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce4a3f-42b8-4ba7-9a66-801533eb0e45 req-1b3b2fec-8b42-4021-8b6c-04b4dda8ef47 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:45.208862 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-30ce4a3f-42b8-4ba7-9a66-801533eb0e45 req-1b3b2fec-8b42-4021-8b6c-04b4dda8ef47 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 931 time: 0.0826652 Aug 31 18:28:45.244237 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-30ce4a3f-42b8-4ba7-9a66-801533eb0e45 req-ba20c312-5848-4b1f-a0fb-e95c3069f5f8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Aug 31 18:28:45.289621 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34864) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:45.420081 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-db5e9739-e710-40eb-86b8-602874325441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:45.434010 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2825b-061f-486e-a92b-512faeff0826 req-7c97ef1d-f55e-49c5-97f3-73f68da75d88 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:45.435934 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f5e2825b-061f-486e-a92b-512faeff0826 req-7c97ef1d-f55e-49c5-97f3-73f68da75d88 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 932 time: 0.0508564 Aug 31 18:28:45.481210 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f5e2825b-061f-486e-a92b-512faeff0826 req-9b3da149-0cbb-4541-a6df-c8f687cdb7e5 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355511 Aug 31 18:28:45.552856 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-db5e9739-e710-40eb-86b8-602874325441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:45.558792 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-db5e9739-e710-40eb-86b8-602874325441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:45.602055 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e9739-e710-40eb-86b8-602874325441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d8031a-c9c4-4750-9b61-7e26cf4a55c7,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:45.617239 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-db5e9739-e710-40eb-86b8-602874325441 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bda584a1cd5c4a8ba3419f009a31d470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263943 Aug 31 18:28:45.619388 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 34878) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:45.749127 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1b03413c-855f-4a73-8a40-0994dd1b3e50 req-278cadc8-0a03-408c-b1ce-003fa15b649a tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.1270306 Aug 31 18:28:45.831753 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dad4756f-acbc-4aa5-b4b2-ac3036a9d298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:45.875133 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2964d98-5b3d-4065-bd35-ec47755e45ee req-c994917e-1bba-49bb-bec2-982458834bcf tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:45.877115 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a2964d98-5b3d-4065-bd35-ec47755e45ee req-c994917e-1bba-49bb-bec2-982458834bcf tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 931 time: 0.0957870 Aug 31 18:28:45.895097 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dad4756f-acbc-4aa5-b4b2-ac3036a9d298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:45.977127 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a2964d98-5b3d-4065-bd35-ec47755e45ee req-cc3cb538-8471-4a39-91a0-80c1d7a55b15 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932734 Aug 31 18:28:46.009946 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dad4756f-acbc-4aa5-b4b2-ac3036a9d298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:46.016374 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dad4756f-acbc-4aa5-b4b2-ac3036a9d298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:46.017874 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-dad4756f-acbc-4aa5-b4b2-ac3036a9d298 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1d8031a-c9c4-4750-9b61-7e26cf4a55c7 HTTP/1.1" status: 204 len: 168 time: 0.3971238 Aug 31 18:28:46.027479 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4756f-acbc-4aa5-b4b2-ac3036a9d298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d8031a-c9c4-4750-9b61-7e26cf4a55c7,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:46.380080 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a150131-79df-452e-8dd9-1dcab0550ff8 req-251cd8ff-37af-417c-969b-4ec90290721f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:46.381621 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8a150131-79df-452e-8dd9-1dcab0550ff8 req-251cd8ff-37af-417c-969b-4ec90290721f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 931 time: 0.0583944 Aug 31 18:28:46.420192 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8a150131-79df-452e-8dd9-1dcab0550ff8 req-1ca623f6-4268-4d54-93fa-fe5519d01dbf tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324845 Aug 31 18:28:46.607775 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedf5e9-2c93-4ead-8646-f1e0ceaa9245 req-1061426a-4f61-4307-bd86-7b2c5c146ac1 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:46.609938 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8dedf5e9-2c93-4ead-8646-f1e0ceaa9245 req-1061426a-4f61-4307-bd86-7b2c5c146ac1 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 932 time: 0.0601177 Aug 31 18:28:46.660559 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8dedf5e9-2c93-4ead-8646-f1e0ceaa9245 req-f73e70e8-4a6e-4e49-8b3d-5f748df7ad5c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Aug 31 18:28:46.799407 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 34944) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:46.856563 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-af112aa2-62b3-495f-9d0c-8705bdd4d510 req-a3fec359-8c91-463e-a1f7-7945b0823cbd tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0409596 Aug 31 18:28:46.925421 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-572341549-network', 'tenant_id': 'cc701b07276a4a1f8c82bee7bd17ff29'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:46.946281 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Made reservation on behalf of cc701b07276a4a1f8c82bee7bd17ff29 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:46.950445 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:46.960877 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:47.078808 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:47.091116 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:47.137363 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:28:47.149164 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:47.158894 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:47.159241 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Added segment 4d56fd22-eb20-4a0e-9ba2-27865f34dd51 of type vlan for network 98d85ea5-a50c-4042-8f04-6d344f7403bd Aug 31 18:28:47.175563 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ecf09-f6c8-4391-b69c-4a0cd01910c2 req-7d0f0dfd-95a2-485c-9f77-76b7d2539eed tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:47.177109 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-884ecf09-f6c8-4391-b69c-4a0cd01910c2 req-7d0f0dfd-95a2-485c-9f77-76b7d2539eed tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 931 time: 0.1070740 Aug 31 18:28:47.233163 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:47.261034 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-884ecf09-f6c8-4391-b69c-4a0cd01910c2 req-7ff02eed-a60a-4dfd-963b-982ef6b1c797 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549502 Aug 31 18:28:47.285148 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:47.286167 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:47.286812 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:47.315764 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5125041 Aug 31 18:28:47.316276 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 34956) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:47.322192 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-5ac6cc51-cc1c-4baf-8a17-c27388813a3f admin admin] Request body: {'subnet': {'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-572341549-subnet', 'tenant_id': 'cc701b07276a4a1f8c82bee7bd17ff29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:47.350235 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac6cc51-cc1c-4baf-8a17-c27388813a3f admin admin] Made reservation on behalf of cc701b07276a4a1f8c82bee7bd17ff29 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:47.354459 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5ac6cc51-cc1c-4baf-8a17-c27388813a3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:47.362300 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225643dd-ce20-4862-bd58-995dcc04cb1b admin admin] Pushing event updated for resources: {'Network': ['ID=98d85ea5-a50c-4042-8f04-6d344f7403bd,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:47.373332 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network 98d85ea5-a50c-4042-8f04-6d344f7403bd details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:28:47.576433 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5ac6cc51-cc1c-4baf-8a17-c27388813a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:47.627128 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6cc51-cc1c-4baf-8a17-c27388813a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1640e7eb-6f86-4800-aeca-ab447e128959,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:47.652949 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac6cc51-cc1c-4baf-8a17-c27388813a3f admin admin] Checking segment: {'id': '4d56fd22-eb20-4a0e-9ba2-27865f34dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:47.653603 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac6cc51-cc1c-4baf-8a17-c27388813a3f admin admin] Network hostable DHCP agents. Network: 98d85ea5-a50c-4042-8f04-6d344f7403bd, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:28:47.673794 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac6cc51-cc1c-4baf-8a17-c27388813a3f admin admin] Network 98d85ea5-a50c-4042-8f04-6d344f7403bd is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:28:47.686030 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-5ac6cc51-cc1c-4baf-8a17-c27388813a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, 98d85ea5-a50c-4042-8f04-6d344f7403bd) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:47.691754 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac6cc51-cc1c-4baf-8a17-c27388813a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:47.693598 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5ac6cc51-cc1c-4baf-8a17-c27388813a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:47.694884 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6d66ca-3c1c-41af-8f60-ed8d19fefb68 None None] Network 98d85ea5-a50c-4042-8f04-6d344f7403bd requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:28:47.719264 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7f48a-4ac2-447d-9294-81e45f8c84ee req-7a34a8eb-9856-424e-8a8a-2a29f53bec77 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:47.723550 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5ac6cc51-cc1c-4baf-8a17-c27388813a3f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4053726 Aug 31 18:28:47.726480 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-76e7f48a-4ac2-447d-9294-81e45f8c84ee req-7a34a8eb-9856-424e-8a8a-2a29f53bec77 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 931 time: 0.2086837 Aug 31 18:28:47.766326 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-76e7f48a-4ac2-447d-9294-81e45f8c84ee req-ec0e3499-7a80-42c5-9788-959531aad0f1 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389793 Aug 31 18:28:47.839507 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d48b95-1ec6-49a9-853d-795a9d77aee6 req-9bb43dcc-da1e-49f2-808e-e0659a6a294f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:47.841128 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06d48b95-1ec6-49a9-853d-795a9d77aee6 req-9bb43dcc-da1e-49f2-808e-e0659a6a294f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 932 time: 0.0781887 Aug 31 18:28:47.850700 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a165a-f53d-4a64-b552-f457cf61e8db None None] Network 98d85ea5-a50c-4042-8f04-6d344f7403bd requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:28:47.898759 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06d48b95-1ec6-49a9-853d-795a9d77aee6 req-36823b84-9c5f-4a9e-9b56-6f747059e564 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488007 Aug 31 18:28:47.965278 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ffe5394b-2bb0-4c18-be02-7325b5bebf26 req-fad55215-8dd3-4788-a343-a7e6daa1748c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0302932 Aug 31 18:28:48.094546 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:28:48.376997 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c10c6-777e-4b85-9afd-dd2d9c8a57e4 req-8637b9bc-f64c-4fbc-9be4-dcea7e24a808 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:48.378478 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-df6c10c6-777e-4b85-9afd-dd2d9c8a57e4 req-8637b9bc-f64c-4fbc-9be4-dcea7e24a808 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 931 time: 0.0473964 Aug 31 18:28:48.415419 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-df6c10c6-777e-4b85-9afd-dd2d9c8a57e4 req-082f57d4-187a-4d57-90a2-b64639e5b262 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311511 Aug 31 18:28:48.885808 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b13e6-8c20-44c4-8a51-7a0e4fb4c6ad req-e5fe6d54-8cb1-4f0d-9bce-a636c5af8ec5 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:48.887286 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-995b13e6-8c20-44c4-8a51-7a0e4fb4c6ad req-e5fe6d54-8cb1-4f0d-9bce-a636c5af8ec5 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 931 time: 0.0480199 Aug 31 18:28:48.926807 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-995b13e6-8c20-44c4-8a51-7a0e4fb4c6ad req-7a7d5bcd-5127-4fc2-8dcb-8f642c67c7f4 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315757 Aug 31 18:28:49.015079 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7ae09-b049-4692-86f7-12ddae1ff7f8 req-31f6c845-d520-4680-be19-5ae2b75ead1d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:49.018954 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eab7ae09-b049-4692-86f7-12ddae1ff7f8 req-31f6c845-d520-4680-be19-5ae2b75ead1d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 932 time: 0.0514567 Aug 31 18:28:49.067917 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7e2d767a-cb21-4ff3-9a04-74d5af467f6f req-b4814e6f-5d26-4d95-80c0-2ded3f4be4e7 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0280948 Aug 31 18:28:49.084798 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eab7ae09-b049-4692-86f7-12ddae1ff7f8 req-83b524db-a3fd-41e7-83f9-c45038b7cb76 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572057 Aug 31 18:28:49.438628 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-f028988d-2430-4ee7-b786-dee279d7dee1 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:28:49.439685 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-f028988d-2430-4ee7-b786-dee279d7dee1 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056944 Aug 31 18:28:49.444358 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-ba0ccc95-1aa3-47cd-bbfc-e2eedcd5c59f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:28:49.445756 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-ba0ccc95-1aa3-47cd-bbfc-e2eedcd5c59f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046360 Aug 31 18:28:49.450303 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-02adb2d6-3b27-48ec-a7a2-b8ea854eba61 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:28:49.450540 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-d83dd2d3-1184-435a-99c3-7bca0c1743bc tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:28:49.451600 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-d83dd2d3-1184-435a-99c3-7bca0c1743bc tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053101 Aug 31 18:28:49.451764 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-02adb2d6-3b27-48ec-a7a2-b8ea854eba61 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061002 Aug 31 18:28:49.494312 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-399b0cfb-08c0-4d71-b5d9-5e1f9558202b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:49.535002 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9159093-7532-4347-a15d-fe4ce5f0aafd req-9287c721-2555-41cc-adb0-fd9027512305 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:49.536480 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b9159093-7532-4347-a15d-fe4ce5f0aafd req-9287c721-2555-41cc-adb0-fd9027512305 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 931 time: 0.0521111 Aug 31 18:28:49.574874 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b9159093-7532-4347-a15d-fe4ce5f0aafd req-9bdebc6f-d8d7-4490-820f-1e1b87d5cb67 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Aug 31 18:28:49.759573 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Request body: {'port': {'device_id': '60cb9e1e-216c-43d3-a539-32e1abcf3986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:49.779485 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Request body: {'port': {'device_id': '0af5af67-30fe-4caa-b929-e68441d3aab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:49.824480 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Request body: {'port': {'device_id': '6f08e6cb-6b30-4dc1-b4e9-460a1c945502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:49.849816 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:49.854664 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Request body: {'port': {'device_id': '1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:49.892046 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:49.944802 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:49.980668 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:50.140360 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e89386-3d03-4296-9b2c-0773512937d4 req-ff8dab41-d10d-419c-9884-7f67095eccbd tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:50.164141 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-33e89386-3d03-4296-9b2c-0773512937d4 req-ff8dab41-d10d-419c-9884-7f67095eccbd tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 931 time: 0.1588900 Aug 31 18:28:50.210972 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.50', 50162) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:50.244419 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-55b6480e-35a2-43b1-86c3-04db76f612e0 req-ec3769d1-85d2-46db-abe5-980c3b240e88 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0717609 Aug 31 18:28:50.372758 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-33e89386-3d03-4296-9b2c-0773512937d4 req-9cf1e519-1a9f-4ee2-8bb7-8ba35237fac8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050176 Aug 31 18:28:50.485805 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:28:50.494881 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:50.513481 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Transition to ACTIVE for port object 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:28:50.537767 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb988cff-87d4-42a8-bd76-6499674d84c7 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:28:50.544785 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:50.560477 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Transition to ACTIVE for port object bb988cff-87d4-42a8-bd76-6499674d84c7 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:28:50.567271 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:50.577967 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:50.632142 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40922c1-4c3d-4969-8e04-85033b242097 req-0f6576ac-76f2-4b03-bf64-3d934107b0ad tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:50.633649 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-0f6576ac-76f2-4b03-bf64-3d934107b0ad tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.50 "GET /v2.0/networks?id=d376ac0a-4276-4b04-a9a4-460fec2e9230 HTTP/1.1" status: 200 len: 810 time: 0.4056823 Aug 31 18:28:50.686826 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a355e7-4bbe-4674-9472-802bf851c8f5 req-50853a74-233d-49ff-8c01-054d8a39e137 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:50.688366 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-50a355e7-4bbe-4674-9472-802bf851c8f5 req-50853a74-233d-49ff-8c01-054d8a39e137 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 932 time: 0.2553840 Aug 31 18:28:50.688737 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Pushing event updated for resources: {'Port': ['ID=bb988cff-87d4-42a8-bd76-6499674d84c7,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:50.736180 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Attempting to bind port bb988cff-87d4-42a8-bd76-6499674d84c7 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:28:50.736556 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Attempting to bind port bb988cff-87d4-42a8-bd76-6499674d84c7 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '1851a4a0-da45-47a9-bb2e-61d875107f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '67a7fcaf-7981-436c-959c-45fa790ef1c1'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:28:50.736903 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Attempting to bind port bb988cff-87d4-42a8-bd76-6499674d84c7 on network 67a7fcaf-7981-436c-959c-45fa790ef1c1 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:50.743115 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Port bb988cff-87d4-42a8-bd76-6499674d84c7 on network 67a7fcaf-7981-436c-959c-45fa790ef1c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:28:50.744006 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Attempting to bind port bb988cff-87d4-42a8-bd76-6499674d84c7 on network 67a7fcaf-7981-436c-959c-45fa790ef1c1 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:50.771183 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:28:50.771183 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Checking segment: {'id': '1851a4a0-da45-47a9-bb2e-61d875107f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '67a7fcaf-7981-436c-959c-45fa790ef1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:50.771183 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Bound using segment: {'id': '1851a4a0-da45-47a9-bb2e-61d875107f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '67a7fcaf-7981-436c-959c-45fa790ef1c1'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:28:50.771183 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Bound port: bb988cff-87d4-42a8-bd76-6499674d84c7, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1851a4a0-da45-47a9-bb2e-61d875107f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '67a7fcaf-7981-436c-959c-45fa790ef1c1'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:28:50.771183 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:50.798976 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:28:50.803158 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35070) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:50.830341 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:50.852147 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Transition to ACTIVE for port object ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:28:50.865663 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:50.876191 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-3bad19ca-ba74-4443-84d3-c08bfb09d529 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0994b33130eb4af78aaacb8f365f6fa9 HTTP/1.1" status: 200 len: 378 time: 0.2156482 Aug 31 18:28:50.913944 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Attempting to bind port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:28:50.914310 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Attempting to bind port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:28:50.914661 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Attempting to bind port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 on network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:50.916755 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Pushing event updated for resources: {'Port': ['ID=1d9b4d2c-7f97-4195-adb9-cf86e7d8d147,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:50.933842 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-50a355e7-4bbe-4674-9472-802bf851c8f5 req-f238fa60-ca0c-4faf-b8d1-39c4ec6930ac tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944220 Aug 31 18:28:50.940026 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-f40922c1-4c3d-4969-8e04-85033b242097 req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Request body: {'port': {'device_id': '564fecdc-04c2-418c-bfa5-f8af2fda8cb9', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'admin_state_up': True, 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'security_groups': ['ab90484c-ae8a-4a41-af8e-ea5a33570e24']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:50.965149 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] For port bb988cff-87d4-42a8-bd76-6499674d84c7, host hv-cinder-80588, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:28:50.998908 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 on network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:28:50.999270 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Attempting to bind port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 on network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:51.013810 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] For port bb988cff-87d4-42a8-bd76-6499674d84c7, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=bb988cff-87d4-42a8-bd76-6499674d84c7,segment=NetworkSegment(1851a4a0-da45-47a9-bb2e-61d875107f7b),segment_id=1851a4a0-da45-47a9-bb2e-61d875107f7b)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:28:51.026513 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:28:51.027208 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Checking segment: {'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:51.027478 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Bound using segment: {'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:28:51.028141 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Bound port: 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:28:51.028715 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.034368 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-83015ab4-f606-4983-8825-cdd94d1ece71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.036147 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Pushing event updated for resources: {'Port': ['ID=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:51.041905 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.170398 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-025d4eeb-5510-4237-8ff1-d3d7ed2d3e87 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:51.172103 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-025d4eeb-5510-4237-8ff1-d3d7ed2d3e87 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/networks?id=98d85ea5-a50c-4042-8f04-6d344f7403bd HTTP/1.1" status: 200 len: 808 time: 0.5571141 Aug 31 18:28:51.241340 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6262e-cf41-4da4-9dbb-a2b7196a3cd9 req-50d42486-b65f-4ad1-bb81-5d4472016c20 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:51.242903 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8e6262e-cf41-4da4-9dbb-a2b7196a3cd9 req-50d42486-b65f-4ad1-bb81-5d4472016c20 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 943 time: 0.2089670 Aug 31 18:28:51.244779 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-4373505a-b3f0-4cb0-a8cb-fca711f13dd4 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/quotas/cc701b07276a4a1f8c82bee7bd17ff29 HTTP/1.1" status: 200 len: 375 time: 0.0621743 Aug 31 18:28:51.272100 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] For port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:28:51.297961 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:51.298590 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.300016 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] 10.222.0.50 "PUT /v2.0/ports/bb988cff-87d4-42a8-bd76-6499674d84c7 HTTP/1.1" status: 200 len: 1093 time: 1.6099670 Aug 31 18:28:51.302337 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cb9e1e-216c-43d3-a539-32e1abcf3986', 'tag': 'bb988cff-87d4-42a8-bd76-6499674d84c7'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:28:51.312844 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-81c545a1-ee7d-4bcd-9e62-d27c31e386b7 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc701b07276a4a1f8c82bee7bd17ff29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595722 Aug 31 18:28:51.313406 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40922c1-4c3d-4969-8e04-85033b242097 req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Made reservation on behalf of 0994b33130eb4af78aaacb8f365f6fa9 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:51.316819 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f40922c1-4c3d-4969-8e04-85033b242097 req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.326498 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] For port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1d9b4d2c-7f97-4195-adb9-cf86e7d8d147,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:28:51.353780 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.366839 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Attempting to bind port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:28:51.367241 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Attempting to bind port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'fbed5b88-187b-4880-8f07-9d69737bc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:28:51.367573 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Attempting to bind port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 on network d2c5efdc-84e6-454f-bccc-b6e50c391e33 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:51.449495 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 on network d2c5efdc-84e6-454f-bccc-b6e50c391e33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:28:51.449827 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Attempting to bind port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 on network d2c5efdc-84e6-454f-bccc-b6e50c391e33 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:51.472071 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f740e-9093-4e45-81e3-017b52a314cf service neutron] Pushing event updated for resources: {'Port': ['ID=bb988cff-87d4-42a8-bd76-6499674d84c7,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:51.487875 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:28:51.488221 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Checking segment: {'id': 'fbed5b88-187b-4880-8f07-9d69737bc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:51.488649 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Bound using segment: {'id': 'fbed5b88-187b-4880-8f07-9d69737bc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:28:51.489103 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Bound port: ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbed5b88-187b-4880-8f07-9d69737bc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:28:51.489471 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.550674 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb88f3b-572c-4192-8425-4f099a256310 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:28:51.590332 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.595068 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6a6e3fd8e19181886bbcf5191d9f3c1d41a4916aec97eaa69cdb11cbf5a2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f101943b-d362-455c-b6ba-f1a640abb180" -d '{"events": [{"name": "network-changed", "server_uuid": "60cb9e1e-216c-43d3-a539-32e1abcf3986", "tag": "bb988cff-87d4-42a8-bd76-6499674d84c7"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:28:51.620860 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8e6262e-cf41-4da4-9dbb-a2b7196a3cd9 req-927e1e17-09fb-4801-bd94-8e78c1fc9f5f tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662999 Aug 31 18:28:51.620997 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-442418d4-4c70-46a8-bc4b-1c142e54d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:51.621417 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-442418d4-4c70-46a8-bc4b-1c142e54d4ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b94b1710da7f4f6aa8e8cda5cfe8201f&device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 1096 time: 0.2448878 Aug 31 18:28:51.655325 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:51.656889 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.658426 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] 10.222.0.50 "PUT /v2.0/ports/1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 HTTP/1.1" status: 200 len: 1093 time: 1.9531538 Aug 31 18:28:51.658886 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af5af67-30fe-4caa-b929-e68441d3aab6', 'tag': '1d9b4d2c-7f97-4195-adb9-cf86e7d8d147'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:28:51.662186 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Transition to ACTIVE for port object 0eb88f3b-572c-4192-8425-4f099a256310 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:28:51.675666 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] For port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25, host hv-cinder-80588, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:28:51.680413 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] For port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:28:51.686359 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.724809 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.786257 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-83015ab4-f606-4983-8825-cdd94d1ece71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.790879 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e1eb2a48-44e8-42ac-8a5e-779bc1c1e36d req-46ae90b3-27df-49b5-8fec-db3253d65b53 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0685911 Aug 31 18:28:51.797280 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Pushing event updated for resources: {'Port': ['ID=0eb88f3b-572c-4192-8425-4f099a256310,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:51.798096 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1cd95-c129-4e0a-a422-31b1cd14827e service neutron] Pushing event updated for resources: {'Port': ['ID=1d9b4d2c-7f97-4195-adb9-cf86e7d8d147,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:51.802195 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-83015ab4-f606-4983-8825-cdd94d1ece71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.806754 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:51.808082 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.810890 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] 10.222.0.50 "PUT /v2.0/ports/ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 HTTP/1.1" status: 200 len: 1094 time: 2.1030443 Aug 31 18:28:51.815059 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-e5efa21d-af87-4d84-ac05-a733f94aecb0 service neutron] 10.222.0.35 "GET /v2.0/networks/98d85ea5-a50c-4042-8f04-6d344f7403bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906678 Aug 31 18:28:51.866105 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b088da56-2175-468c-80c0-b251e5a0713f" -d '{"events": [{"name": "network-changed", "server_uuid": "0af5af67-30fe-4caa-b929-e68441d3aab6", "tag": "1d9b4d2c-7f97-4195-adb9-cf86e7d8d147"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:28:51.928544 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-83015ab4-f606-4983-8825-cdd94d1ece71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd18d21ffefa409293a5957609ef8356&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1235502 Aug 31 18:28:51.932041 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c8ed8-adcd-4994-bd18-841d1d551adf service neutron] Pushing event updated for resources: {'Port': ['ID=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:51.936869 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83015ab4-f606-4983-8825-cdd94d1ece71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7613c03-c706-47b8-acbb-32ec2be55dd9,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:51.939199 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35126) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:51.947119 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Attempting to bind port 0eb88f3b-572c-4192-8425-4f099a256310 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:28:51.947594 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Attempting to bind port 0eb88f3b-572c-4192-8425-4f099a256310 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'fbed5b88-187b-4880-8f07-9d69737bc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:28:51.947961 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Attempting to bind port 0eb88f3b-572c-4192-8425-4f099a256310 on network d2c5efdc-84e6-454f-bccc-b6e50c391e33 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:51.965718 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Port 0eb88f3b-572c-4192-8425-4f099a256310 on network d2c5efdc-84e6-454f-bccc-b6e50c391e33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:28:51.965718 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Attempting to bind port 0eb88f3b-572c-4192-8425-4f099a256310 on network d2c5efdc-84e6-454f-bccc-b6e50c391e33 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:51.984892 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:28:51.985458 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Checking segment: {'id': 'fbed5b88-187b-4880-8f07-9d69737bc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:51.986085 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Bound using segment: {'id': 'fbed5b88-187b-4880-8f07-9d69737bc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:28:51.986824 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Bound port: 0eb88f3b-572c-4192-8425-4f099a256310, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbed5b88-187b-4880-8f07-9d69737bc93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:28:51.987462 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:51.991356 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-f40922c1-4c3d-4969-8e04-85033b242097 req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Allocated IP 172.20.0.5 (d376ac0a-4276-4b04-a9a4-460fec2e9230/a3595eaf-e129-4f4e-b637-5ea939609a86/cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:28:52.033253 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea366-6a8a-42e1-8ae8-26d39deb45fc req-265126af-c9be-4860-bd4b-6c3fcf4e013d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:52.034717 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-270ea366-6a8a-42e1-8ae8-26d39deb45fc req-265126af-c9be-4860-bd4b-6c3fcf4e013d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 943 time: 0.1225469 Aug 31 18:28:52.039092 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-92b75f1e-6eab-451b-b369-fc9892537745 service neutron] 10.222.0.35 "GET /v2.0/networks/98d85ea5-a50c-4042-8f04-6d344f7403bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120385 Aug 31 18:28:52.085337 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ae08a3a3-ccf1-4873-9935-c894334359f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.118576 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] For port 0eb88f3b-572c-4192-8425-4f099a256310, host hv-cinder-80588, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:28:52.126343 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ae08a3a3-ccf1-4873-9935-c894334359f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.130798 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-270ea366-6a8a-42e1-8ae8-26d39deb45fc req-7345f756-39b9-4f64-85f5-e0fba296bff2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881534 Aug 31 18:28:52.142421 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] For port 0eb88f3b-572c-4192-8425-4f099a256310, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0eb88f3b-572c-4192-8425-4f099a256310,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:28:52.164262 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.204463 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-129bceb7-23de-4b02-8d0b-9c3a0c453a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.213070 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:52.213694 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.214736 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f40922c1-4c3d-4969-8e04-85033b242097 req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.215380 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] 10.222.0.50 "PUT /v2.0/ports/0eb88f3b-572c-4192-8425-4f099a256310 HTTP/1.1" status: 200 len: 1094 time: 2.5005591 Aug 31 18:28:52.264080 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0cf78-e1e7-4094-a353-d67d9dc5830a service neutron] Pushing event updated for resources: {'Port': ['ID=0eb88f3b-572c-4192-8425-4f099a256310,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:52.265965 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-f40922c1-4c3d-4969-8e04-85033b242097 req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Transition to ACTIVE for port object cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:28:52.271422 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ae08a3a3-ccf1-4873-9935-c894334359f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.274322 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ae08a3a3-ccf1-4873-9935-c894334359f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.278136 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ae08a3a3-ccf1-4873-9935-c894334359f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7613c03-c706-47b8-acbb-32ec2be55dd9 HTTP/1.1" status: 204 len: 168 time: 0.3352501 Aug 31 18:28:52.303560 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08a3a3-ccf1-4873-9935-c894334359f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7613c03-c706-47b8-acbb-32ec2be55dd9,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:52.349130 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f40922c1-4c3d-4969-8e04-85033b242097 req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.396012 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40922c1-4c3d-4969-8e04-85033b242097 req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Network d376ac0a-4276-4b04-a9a4-460fec2e9230 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:28:52.397877 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a85678-70cb-4b4d-b9bb-3abb256fafe0 x-openstack-request-id: req-57a85678-70cb-4b4d-b9bb-3abb256fafe0 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:28:52.398406 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cb9e1e-216c-43d3-a539-32e1abcf3986", "tag": "bb988cff-87d4-42a8-bd76-6499674d84c7", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:28:52.398811 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57a85678-70cb-4b4d-b9bb-3abb256fafe0 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:28:52.399404 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-f40922c1-4c3d-4969-8e04-85033b242097 req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:28:52.399598 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cb9e1e-216c-43d3-a539-32e1abcf3986', 'tag': 'bb988cff-87d4-42a8-bd76-6499674d84c7', 'status': 'completed', 'code': 200} Aug 31 18:28:52.403535 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40922c1-4c3d-4969-8e04-85033b242097 req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:28:52.409430 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40922c1-4c3d-4969-8e04-85033b242097 req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:52.410101 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f40922c1-4c3d-4969-8e04-85033b242097 req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.443460 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event updated for resources: {'Port': ['ID=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:52.448140 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c0e687-442e-432e-b52a-a1f8dee6294c x-openstack-request-id: req-83c0e687-442e-432e-b52a-a1f8dee6294c {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:28:52.448677 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af5af67-30fe-4caa-b929-e68441d3aab6", "tag": "1d9b4d2c-7f97-4195-adb9-cf86e7d8d147", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:28:52.449125 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83c0e687-442e-432e-b52a-a1f8dee6294c {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:28:52.449742 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af5af67-30fe-4caa-b929-e68441d3aab6', 'tag': '1d9b4d2c-7f97-4195-adb9-cf86e7d8d147', 'status': 'completed', 'code': 200} Aug 31 18:28:52.452484 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-739591b7-a1b5-42f0-8a52-813005510196 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5405104 Aug 31 18:28:52.543153 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.561142 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9d8388ac-0aba-4ae9-b398-2cdd5b803342 req-3536f420-03b4-4d20-9201-2effbf3de7a7 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 210 time: 0.0627911 Aug 31 18:28:52.577908 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a4f68-9f6f-49f9-830d-0bf75bbd425d req-557acf0d-c3d3-4ebc-896f-002540b15a5e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:52.579655 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8b1a4f68-9f6f-49f9-830d-0bf75bbd425d req-557acf0d-c3d3-4ebc-896f-002540b15a5e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 944 time: 0.1225257 Aug 31 18:28:52.633154 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8b1a4f68-9f6f-49f9-830d-0bf75bbd425d req-8dd5a598-79cc-4361-b4c3-6304ad069354 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 Aug 31 18:28:52.734704 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35158) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:52.750672 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd1d6-1185-46e0-a201-2a406a655ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.762918 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab39ac2-04ae-47dc-ae16-6e17fd9c73d4 req-8f5aa8ba-a4b0-41a6-89b0-819f70129fab tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:52.764418 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0ab39ac2-04ae-47dc-ae16-6e17fd9c73d4 req-8f5aa8ba-a4b0-41a6-89b0-819f70129fab tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 943 time: 0.0642269 Aug 31 18:28:52.808746 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0ab39ac2-04ae-47dc-ae16-6e17fd9c73d4 req-b7a0dc2d-f6b7-4460-bb18-329594b933c8 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357563 Aug 31 18:28:52.816337 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-2604541d-a4c3-4d45-9832-53b605f5452f None None] Provisioning for port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:28:52.824527 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-2604541d-a4c3-4d45-9832-53b605f5452f None None] Provisioning complete for port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:28:52.824931 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2604541d-a4c3-4d45-9832-53b605f5452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.868063 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd1d6-1185-46e0-a201-2a406a655ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.869256 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-2604541d-a4c3-4d45-9832-53b605f5452f None None] Port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:28:52.876217 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd1d6-1185-46e0-a201-2a406a655ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.913529 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fd1d6-1185-46e0-a201-2a406a655ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fc520e-556a-4599-a8af-f0f5aceeb402,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:52.918792 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7b9fd1d6-1185-46e0-a201-2a406a655ffd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=824a209057ba47ad9b1d026b0f4cd2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828635 Aug 31 18:28:52.921421 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35162) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:52.930430 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd1d3f-e6b4-4862-be59-ed09d7bd7f46 req-d5ea3cc5-1b54-40d8-bdab-c2ec67db8bcc tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:52.931982 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-07bd1d3f-e6b4-4862-be59-ed09d7bd7f46 req-d5ea3cc5-1b54-40d8-bdab-c2ec67db8bcc tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 931 time: 0.0495491 Aug 31 18:28:52.972221 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-07bd1d3f-e6b4-4862-be59-ed09d7bd7f46 req-1e4b8836-826b-4613-a892-2cea93348885 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334554 Aug 31 18:28:52.973952 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05c64cf6-bdcd-47ad-b91f-300f62972aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:52.999527 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05c64cf6-bdcd-47ad-b91f-300f62972aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:53.045465 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05c64cf6-bdcd-47ad-b91f-300f62972aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:53.047955 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05c64cf6-bdcd-47ad-b91f-300f62972aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:53.049205 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-05c64cf6-bdcd-47ad-b91f-300f62972aa1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88fc520e-556a-4599-a8af-f0f5aceeb402 HTTP/1.1" status: 204 len: 168 time: 0.1268761 Aug 31 18:28:53.057578 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c64cf6-bdcd-47ad-b91f-300f62972aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fc520e-556a-4599-a8af-f0f5aceeb402,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:53.159201 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:53.254566 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28dafe-9790-4291-8c44-96d09404c5f9 req-3c50cd26-6b24-4134-a164-d1444f3b7569 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:53.256174 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a28dafe-9790-4291-8c44-96d09404c5f9 req-3c50cd26-6b24-4134-a164-d1444f3b7569 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 943 time: 0.0502000 Aug 31 18:28:53.308267 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a28dafe-9790-4291-8c44-96d09404c5f9 req-1d494e51-6129-4d91-92bd-a280a0bf5026 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360444 Aug 31 18:28:53.381260 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35174) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:53.394056 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-67dac886-0a1f-4c14-9a60-eb632c8ed42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:53.480567 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-67dac886-0a1f-4c14-9a60-eb632c8ed42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:53.484140 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-67dac886-0a1f-4c14-9a60-eb632c8ed42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:53.523706 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-67dac886-0a1f-4c14-9a60-eb632c8ed42d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dcae1fe817794543876ff1485b28bab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413682 Aug 31 18:28:53.524849 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dac886-0a1f-4c14-9a60-eb632c8ed42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba5acd6-86f5-4996-8de2-cd24a8af9507,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:53.526510 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 35176) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:53.579365 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4316-8907-46f8-b1e1-5410537fd8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:53.600875 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4316-8907-46f8-b1e1-5410537fd8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:53.663465 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bb8d00af-36c1-45d0-bb49-c069e7ae2cdd req-0901190b-ad2f-4dea-824b-c0400f01f75c tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 210 time: 0.0269382 Aug 31 18:28:53.673581 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4316-8907-46f8-b1e1-5410537fd8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:53.676277 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4316-8907-46f8-b1e1-5410537fd8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:53.677380 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-f6fb4316-8907-46f8-b1e1-5410537fd8f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ba5acd6-86f5-4996-8de2-cd24a8af9507 HTTP/1.1" status: 204 len: 168 time: 0.1489911 Aug 31 18:28:53.685993 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb4316-8907-46f8-b1e1-5410537fd8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba5acd6-86f5-4996-8de2-cd24a8af9507,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:53.763563 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3658f-c2a1-4166-9b93-7bc3cff02ea0 req-0dbb839e-acac-4875-81fb-aaec353f019c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:53.765131 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e5c3658f-c2a1-4166-9b93-7bc3cff02ea0 req-0dbb839e-acac-4875-81fb-aaec353f019c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 944 time: 0.0491042 Aug 31 18:28:53.806996 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e5c3658f-c2a1-4166-9b93-7bc3cff02ea0 req-1555c118-135e-4522-b2ab-c2622f07fcc7 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357692 Aug 31 18:28:53.933191 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e70d6-14fb-4dc1-9a73-142f9b9f5d97 req-0bb360d4-ba3b-4b29-9d2d-8991382b1e5a tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:53.934666 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2e3e70d6-14fb-4dc1-9a73-142f9b9f5d97 req-0bb360d4-ba3b-4b29-9d2d-8991382b1e5a tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 943 time: 0.0507994 Aug 31 18:28:53.972625 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2e3e70d6-14fb-4dc1-9a73-142f9b9f5d97 req-fc2cc7ca-0f4a-4ff1-8806-270f3914241b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318236 Aug 31 18:28:54.099070 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc648be3-6dc4-4c46-87b6-3002465611c6 req-7228b36d-6437-4d97-ae45-7c40c26e503a tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:54.100595 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dc648be3-6dc4-4c46-87b6-3002465611c6 req-7228b36d-6437-4d97-ae45-7c40c26e503a tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 931 time: 0.0490034 Aug 31 18:28:54.138748 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dc648be3-6dc4-4c46-87b6-3002465611c6 req-437df798-fd6b-4f43-83d3-e82333e23c1d tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313644 Aug 31 18:28:54.400853 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f08e6cb-6b30-4dc1-b4e9-460a1c945502', 'tag': 'ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25'}, {'name': 'network-changed', 'server_uuid': '1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c', 'tag': '0eb88f3b-572c-4192-8425-4f099a256310'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:28:54.403495 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6a6e3fd8e19181886bbcf5191d9f3c1d41a4916aec97eaa69cdb11cbf5a2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419110a3-d7be-436a-84e6-21045ec9fee6" -d '{"events": [{"name": "network-changed", "server_uuid": "6f08e6cb-6b30-4dc1-b4e9-460a1c945502", "tag": "ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25"}, {"name": "network-changed", "server_uuid": "1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c", "tag": "0eb88f3b-572c-4192-8425-4f099a256310"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:28:54.426687 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d33d09-bc80-477f-83c1-29fb87d4244a req-ad02453b-babd-45e0-ac5a-102e66edc590 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:54.428356 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-59d33d09-bc80-477f-83c1-29fb87d4244a req-ad02453b-babd-45e0-ac5a-102e66edc590 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 943 time: 0.0521560 Aug 31 18:28:54.450015 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 18:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f082dc-a94e-4c57-aaad-e16ef1026b0e x-openstack-request-id: req-96f082dc-a94e-4c57-aaad-e16ef1026b0e {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:28:54.450535 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f08e6cb-6b30-4dc1-b4e9-460a1c945502", "tag": "ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c", "tag": "0eb88f3b-572c-4192-8425-4f099a256310", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:28:54.450996 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96f082dc-a94e-4c57-aaad-e16ef1026b0e {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:28:54.451522 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f08e6cb-6b30-4dc1-b4e9-460a1c945502', 'tag': 'ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25', 'status': 'completed', 'code': 200} Aug 31 18:28:54.451866 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c', 'tag': '0eb88f3b-572c-4192-8425-4f099a256310', 'status': 'completed', 'code': 200} Aug 31 18:28:54.472189 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-59d33d09-bc80-477f-83c1-29fb87d4244a req-dcee67cf-a514-4186-944f-a196a6b56cba tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374138 Aug 31 18:28:54.525427 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-1c5184c0-5c91-4cd0-98f4-57a7b19d3c61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb988cff-87d4-42a8-bd76-6499674d84c7 HTTP/1.1" status: 200 len: 217 time: 0.0651357 Aug 31 18:28:54.550468 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Request body: {'port': {'device_id': '564fecdc-04c2-418c-bfa5-f8af2fda8cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:54.611367 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:54.612478 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-cad9f9f0-2222-4a39-b5bd-50963a6fdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:54.613974 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-cad9f9f0-2222-4a39-b5bd-50963a6fdaac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb0adba4-e1c5-4912-90a8-8aaab24df1d9 HTTP/1.1" status: 200 len: 852 time: 0.0565426 Aug 31 18:28:54.728470 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-fd90adb5-f1c3-4f13-99ba-2ff43574e171 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=67a7fcaf-7981-436c-959c-45fa790ef1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038084 Aug 31 18:28:54.804623 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-8b9a798e-7321-4451-b5ba-ef91d9518547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:54.806863 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-8b9a798e-7321-4451-b5ba-ef91d9518547 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 1097 time: 0.1570537 Aug 31 18:28:54.808622 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-6a433356-4590-40b3-8713-9b3ca04e50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:54.810204 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-6a433356-4590-40b3-8713-9b3ca04e50aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 1097 time: 0.1953497 Aug 31 18:28:54.810589 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-adfba3ca-6a39-47e2-9636-c40413e3ac6a req-c4431593-6bdf-4936-a762-e3aa72f58960 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 210 time: 0.0552475 Aug 31 18:28:54.889111 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:54.915646 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088da56-2175-468c-80c0-b251e5a0713f req-cb020104-9ed0-4aaf-95f8-95b06823dac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:54.917443 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b088da56-2175-468c-80c0-b251e5a0713f req-cb020104-9ed0-4aaf-95f8-95b06823dac7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 1096 time: 0.2756906 Aug 31 18:28:54.972029 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-5ac36303-0072-442c-96eb-700a53aa8861 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eb88f3b-572c-4192-8425-4f099a256310 HTTP/1.1" status: 200 len: 217 time: 0.1251919 Aug 31 18:28:55.105911 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-c8d9f430-71af-43ec-bb57-86a3a78f6f68 service neutron] 10.222.0.50 "GET /v2.0/networks/67a7fcaf-7981-436c-959c-45fa790ef1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678191 Aug 31 18:28:55.149740 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-8cc681cd-1cac-4cd9-b4ef-4d6fb3349b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:55.151428 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-8cc681cd-1cac-4cd9-b4ef-4d6fb3349b6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9de2f8c3-fccc-4553-b9d0-9f3722d0d673 HTTP/1.1" status: 200 len: 859 time: 0.1594605 Aug 31 18:28:55.156725 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-e6efec7b-454a-43b4-be8b-780e5e52f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:55.158390 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-e6efec7b-454a-43b4-be8b-780e5e52f3c1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3313212 Aug 31 18:28:55.203155 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cba631-e476-4ee3-9a18-e9c90a0db190 req-7ff52763-545e-4e0a-90e9-8333e8df366e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:55.204694 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57cba631-e476-4ee3-9a18-e9c90a0db190 req-7ff52763-545e-4e0a-90e9-8333e8df366e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 944 time: 0.2933571 Aug 31 18:28:55.273562 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088da56-2175-468c-80c0-b251e5a0713f req-2329bab8-300b-4f24-a808-93865e1176a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:55.275559 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b088da56-2175-468c-80c0-b251e5a0713f req-2329bab8-300b-4f24-a808-93865e1176a1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3470325 Aug 31 18:28:55.311211 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b204404-4a9b-4a37-87a6-a75327a693ef req-4ac793ac-73d8-4362-94cd-504dfb1cf86f tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:55.312735 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8b204404-4a9b-4a37-87a6-a75327a693ef req-4ac793ac-73d8-4362-94cd-504dfb1cf86f tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 943 time: 0.1811061 Aug 31 18:28:55.320144 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57cba631-e476-4ee3-9a18-e9c90a0db190 req-da0ed858-d4e8-49d0-8920-c0fa4c681222 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937784 Aug 31 18:28:55.365285 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:28:55.377453 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:55.396841 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8b204404-4a9b-4a37-87a6-a75327a693ef req-7347be17-8714-423a-ae48-01b6bd4f264c tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756807 Aug 31 18:28:55.418265 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Transition to ACTIVE for port object cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:28:55.432005 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:55.496676 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295acc6-696f-4fcd-b249-5754f9fd3d9a req-1b9b979f-a279-4a04-b52a-090cc13fdcb1 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:55.498202 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0295acc6-696f-4fcd-b249-5754f9fd3d9a req-1b9b979f-a279-4a04-b52a-090cc13fdcb1 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 931 time: 0.1047819 Aug 31 18:28:55.499282 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Pushing event updated for resources: {'Port': ['ID=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:55.580258 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Attempting to bind port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:28:55.580627 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Attempting to bind port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:28:55.580957 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Attempting to bind port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 on network d376ac0a-4276-4b04-a9a4-460fec2e9230 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:55.613449 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 on network d376ac0a-4276-4b04-a9a4-460fec2e9230 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:28:55.613781 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Attempting to bind port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 on network d376ac0a-4276-4b04-a9a4-460fec2e9230 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:28:55.636475 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0295acc6-696f-4fcd-b249-5754f9fd3d9a req-ce4c1c0f-a029-4bdc-9a9f-d2c65d7d5bea tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246459 Aug 31 18:28:55.639768 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:28:55.640322 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Checking segment: {'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:28:55.640901 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Bound using segment: {'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:28:55.641500 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Bound port: cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:28:55.642016 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:55.651987 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:55.691879 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd79b7-af41-4371-9a68-be60c8a48901 req-0d7eab1c-f6ad-4e9e-add9-9f61751423fe tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:55.693401 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cfdd79b7-af41-4371-9a68-be60c8a48901 req-0d7eab1c-f6ad-4e9e-add9-9f61751423fe tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 943 time: 0.1435506 Aug 31 18:28:55.750451 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] For port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:28:55.756453 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cfdd79b7-af41-4371-9a68-be60c8a48901 req-bef176b3-592e-413c-86e7-2f651b4af511 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542941 Aug 31 18:28:55.765942 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] For port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:28:55.773058 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:55.805137 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:55.805783 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:55.807158 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] 10.222.0.50 "PUT /v2.0/ports/cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 HTTP/1.1" status: 200 len: 1093 time: 1.2615733 Aug 31 18:28:55.807859 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564fecdc-04c2-418c-bfa5-f8af2fda8cb9', 'tag': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:28:55.810258 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724daef0-a3bc-409e-9abf-60575f6d25be" -d '{"events": [{"name": "network-changed", "server_uuid": "564fecdc-04c2-418c-bfa5-f8af2fda8cb9", "tag": "cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:28:55.838681 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbff833-e23b-4bb7-9f6f-7aea03908eba service neutron] Pushing event updated for resources: {'Port': ['ID=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:28:55.880247 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e31fec-504a-499b-9e02-f175b2d671ac x-openstack-request-id: req-72e31fec-504a-499b-9e02-f175b2d671ac {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:28:55.880611 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564fecdc-04c2-418c-bfa5-f8af2fda8cb9", "tag": "cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:28:55.880858 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72e31fec-504a-499b-9e02-f175b2d671ac {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:28:55.881412 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564fecdc-04c2-418c-bfa5-f8af2fda8cb9', 'tag': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5', 'status': 'completed', 'code': 200} Aug 31 18:28:55.930995 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-addf2985-8b2c-4a3e-a8bf-f24a734a484d req-0a80ae95-ec7c-4b97-9e8b-51142bdcdaa9 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 210 time: 0.0347443 Aug 31 18:28:56.441460 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453cc39-ab2b-42ba-a7b5-fce181151278 req-e882252f-b2ef-44b3-9aaf-9c37cf67b477 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:56.442979 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e453cc39-ab2b-42ba-a7b5-fce181151278 req-e882252f-b2ef-44b3-9aaf-9c37cf67b477 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 944 time: 0.0511236 Aug 31 18:28:56.502394 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e453cc39-ab2b-42ba-a7b5-fce181151278 req-a4283e8e-94fc-40fb-93a4-66f276942749 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534122 Aug 31 18:28:56.523928 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675b345-42a1-4463-b448-99311926fc2f req-e4095ab8-bda9-4508-8c90-d34ef89351f8 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:56.525476 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6675b345-42a1-4463-b448-99311926fc2f req-e4095ab8-bda9-4508-8c90-d34ef89351f8 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 943 time: 0.0582371 Aug 31 18:28:56.563008 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6675b345-42a1-4463-b448-99311926fc2f req-d532c899-d538-4c72-b61a-d2322172eaca tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315802 Aug 31 18:28:56.738542 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb69ce9-059c-4731-9f37-0e88e122773c req-2f315b25-fb42-4a9c-93b4-160d5d28941f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:56.740008 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bcb69ce9-059c-4731-9f37-0e88e122773c req-2f315b25-fb42-4a9c-93b4-160d5d28941f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 943 time: 0.0498767 Aug 31 18:28:56.780545 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bcb69ce9-059c-4731-9f37-0e88e122773c req-fd870adf-0d77-42f0-88d3-e370f5e9fbb7 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339773 Aug 31 18:28:56.870649 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87928b1-351c-4e36-8db8-7700455677d0 req-ccca11cb-46e2-43cd-b47c-1b92fc0a6179 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:56.872389 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f87928b1-351c-4e36-8db8-7700455677d0 req-ccca11cb-46e2-43cd-b47c-1b92fc0a6179 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 943 time: 0.0482559 Aug 31 18:28:56.909231 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f87928b1-351c-4e36-8db8-7700455677d0 req-6ad5c50a-c42d-4ac1-9058-700e14b07a89 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308304 Aug 31 18:28:57.025012 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fb22d912-0061-492b-83d8-7134d55d1635 req-cd4f6d2a-c010-4cd8-8f61-78e7a508ec6f tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 210 time: 0.0269535 Aug 31 18:28:57.613909 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0fca2-0e26-4123-a27b-17ce6d9c4d0c req-59a66c54-e2a7-450b-89ae-4ced619cc679 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:57.615400 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4da0fca2-0e26-4123-a27b-17ce6d9c4d0c req-59a66c54-e2a7-450b-89ae-4ced619cc679 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 944 time: 0.0482931 Aug 31 18:28:57.852086 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4da0fca2-0e26-4123-a27b-17ce6d9c4d0c req-0135599e-cd61-4f33-85a5-e22068f0cf9e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301283 Aug 31 18:28:57.872809 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a9caf-14b3-4e8d-aa81-025df6c0d9e0 req-172936e3-5aab-4ca0-810f-bb56b87f95d4 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:57.874356 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-336a9caf-14b3-4e8d-aa81-025df6c0d9e0 req-172936e3-5aab-4ca0-810f-bb56b87f95d4 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 943 time: 0.2457068 Aug 31 18:28:57.920561 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-336a9caf-14b3-4e8d-aa81-025df6c0d9e0 req-3cf23228-75c3-49f9-b3b4-48776d413f41 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Aug 31 18:28:57.955408 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e794a6-646d-4f0c-8a14-7b366d4f74b8 req-690e6eff-720c-4731-8ff7-0e86777827a2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:57.956909 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-29e794a6-646d-4f0c-8a14-7b366d4f74b8 req-690e6eff-720c-4731-8ff7-0e86777827a2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 943 time: 0.0504189 Aug 31 18:28:58.033799 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-29e794a6-646d-4f0c-8a14-7b366d4f74b8 req-4a867d23-c380-4ebd-9642-fb1609b1a6f7 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710597 Aug 31 18:28:58.094129 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-d8cec216-297a-4ecb-801f-43a12df85a7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2c5efdc-84e6-454f-bccc-b6e50c391e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933874 Aug 31 18:28:58.185079 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2e42a95f-5ae8-46b7-b874-f69600937210 req-7c878118-5d5a-4a04-8121-52ef46431dd1 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 210 time: 0.0606785 Aug 31 18:28:58.250701 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.50', 50175) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:28:58.278502 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d4219-8826-4c95-84c9-7f2df64e189a req-c8fb5688-f941-43d5-8d2c-7816b1c77f38 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:58.280003 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-439d4219-8826-4c95-84c9-7f2df64e189a req-c8fb5688-f941-43d5-8d2c-7816b1c77f38 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 943 time: 0.2922010 Aug 31 18:28:58.339500 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724daef0-a3bc-409e-9abf-60575f6d25be req-17472ac9-1113-407a-abc2-6532abfb7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:58.340765 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-724daef0-a3bc-409e-9abf-60575f6d25be req-17472ac9-1113-407a-abc2-6532abfb7a4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0994b33130eb4af78aaacb8f365f6fa9&device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 1096 time: 0.2892666 Aug 31 18:28:58.351378 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088da56-2175-468c-80c0-b251e5a0713f req-d5938c59-7f06-49b1-8c42-fa29f665b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:58.353634 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b088da56-2175-468c-80c0-b251e5a0713f req-d5938c59-7f06-49b1-8c42-fa29f665b80a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3509581 Aug 31 18:28:58.486222 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-8336a244-c086-4051-b312-4108c9cdfd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:58.487704 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-8336a244-c086-4051-b312-4108c9cdfd24 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4825299 Aug 31 18:28:58.494404 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-439d4219-8826-4c95-84c9-7f2df64e189a req-43077e92-b110-45c6-a85a-aa79e23c31aa tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967678 Aug 31 18:28:58.516048 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-51a70012-0f02-4328-80d7-6a7c5a2b10e5 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:58.517250 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-51a70012-0f02-4328-80d7-6a7c5a2b10e5 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.50 "GET /v2.0/networks?id=98d85ea5-a50c-4042-8f04-6d344f7403bd HTTP/1.1" status: 200 len: 808 time: 0.2665854 Aug 31 18:28:58.529397 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-169b6d64-7633-4081-aa6d-8669b09a03a0 req-e5670c62-19f3-4dd8-a129-996121adc8a6 service neutron] 10.222.0.50 "GET /v2.0/networks/67a7fcaf-7981-436c-959c-45fa790ef1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295277 Aug 31 18:28:58.529823 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-f4bfd753-73aa-433f-ac08-9c673d82a860 service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560756 Aug 31 18:28:58.547809 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-8c57bacb-6644-48ba-80a7-6a14d0be8efb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Request body: {'port': {'device_id': '073c8961-b5a3-4941-89ee-1a1eb7817ded', 'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd', 'admin_state_up': True, 'tenant_id': 'cc701b07276a4a1f8c82bee7bd17ff29'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:28:58.569153 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-34841da3-f05f-4845-9712-0c01718a18db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:58.571168 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-34841da3-f05f-4845-9712-0c01718a18db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 1096 time: 0.1319168 Aug 31 18:28:58.681726 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-843b2a2d-edec-4672-ab6b-461aa6f5ff12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 HTTP/1.1" status: 200 len: 217 time: 0.0790336 Aug 31 18:28:58.682875 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724daef0-a3bc-409e-9abf-60575f6d25be req-3e6af097-1594-4994-93e1-831139cffa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:58.684331 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-724daef0-a3bc-409e-9abf-60575f6d25be req-3e6af097-1594-4994-93e1-831139cffa59 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0994b33130eb4af78aaacb8f365f6fa9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3298423 Aug 31 18:28:58.696778 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-7d41920c-a012-4082-98fb-7817c762e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:58.702740 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-7d41920c-a012-4082-98fb-7817c762e075 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 1097 time: 0.1459970 Aug 31 18:28:58.707591 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101943b-d362-455c-b6ba-f1a640abb180 req-d4c916b0-d47e-42f2-8dfa-7b49fe1bb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:58.709040 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-f101943b-d362-455c-b6ba-f1a640abb180 req-d4c916b0-d47e-42f2-8dfa-7b49fe1bb2cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b94b1710da7f4f6aa8e8cda5cfe8201f&device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 1096 time: 0.0958395 Aug 31 18:28:58.772875 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-26efcbc1-4fc2-4556-a87b-b70fed3f6554 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 HTTP/1.1" status: 200 len: 217 time: 0.0607142 Aug 31 18:28:58.842471 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-a60190a9-e69c-49ac-a505-e2c74600eb56 req-352fdcc6-2b40-4705-b6fd-90fb80cc2501 service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001020 Aug 31 18:28:58.845069 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-dc1224a3-5034-48c5-bd02-c464a7473c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:58.846532 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-dc1224a3-5034-48c5-bd02-c464a7473c61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e73826a5-30d4-4708-8780-1eec80cbf1ba HTTP/1.1" status: 200 len: 855 time: 0.1328466 Aug 31 18:28:58.908646 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-8c57bacb-6644-48ba-80a7-6a14d0be8efb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Made reservation on behalf of cc701b07276a4a1f8c82bee7bd17ff29 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:28:58.912406 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-8c57bacb-6644-48ba-80a7-6a14d0be8efb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:28:58.920893 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-bea0cf31-d0a2-4a5c-8a40-b0b9e5ecf566 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657983 Aug 31 18:28:58.931945 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724daef0-a3bc-409e-9abf-60575f6d25be req-9ee3057b-e8e9-446d-86ac-32cf5acc79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:58.933491 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-724daef0-a3bc-409e-9abf-60575f6d25be req-9ee3057b-e8e9-446d-86ac-32cf5acc79ba service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2314651 Aug 31 18:28:58.975910 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-61f4586e-6533-4ad1-b961-9c5d32d38267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:58.984195 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-61f4586e-6533-4ad1-b961-9c5d32d38267 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9de2f8c3-fccc-4553-b9d0-9f3722d0d673 HTTP/1.1" status: 200 len: 859 time: 0.1576536 Aug 31 18:28:59.040728 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-9a7d7b7f-6c4d-4c5e-ad9a-d11a84bec47d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2c5efdc-84e6-454f-bccc-b6e50c391e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480309 Aug 31 18:28:59.041744 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101943b-d362-455c-b6ba-f1a640abb180 req-e0ee28d3-03a3-4066-9b1c-c95bff5daf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:59.043213 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-f101943b-d362-455c-b6ba-f1a640abb180 req-e0ee28d3-03a3-4066-9b1c-c95bff5daf87 service neutron] 10.222.0.50 "GET /v2.0/networks?id=67a7fcaf-7981-436c-959c-45fa790ef1c1 HTTP/1.1" status: 200 len: 913 time: 0.3185818 Aug 31 18:28:59.057525 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-f545f3fe-ea32-4e6a-a8c3-4a012b1a54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:59.059351 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-f545f3fe-ea32-4e6a-a8c3-4a012b1a54c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 1097 time: 0.1294041 Aug 31 18:28:59.145143 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-f101943b-d362-455c-b6ba-f1a640abb180 req-dd791208-ee97-4bee-987e-b6b41e654cff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb988cff-87d4-42a8-bd76-6499674d84c7 HTTP/1.1" status: 200 len: 217 time: 0.0846305 Aug 31 18:28:59.192478 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a3ea8-a83e-4541-8393-1a0b203d0e7b req-4cadaac7-b23d-40ad-813c-e92f1230efe3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:59.193958 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6c2a3ea8-a83e-4541-8393-1a0b203d0e7b req-4cadaac7-b23d-40ad-813c-e92f1230efe3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 944 time: 0.2338972 Aug 31 18:28:59.239609 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40922c1-4c3d-4969-8e04-85033b242097 req-a05126ff-59a7-4360-a91f-11c9ea1b912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:59.241065 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-a05126ff-59a7-4360-a91f-11c9ea1b912b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0994b33130eb4af78aaacb8f365f6fa9&device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 1096 time: 0.2256141 Aug 31 18:28:59.248526 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba08dc-78da-4c91-a7a8-52ac6517c794 req-15ecf4b2-47c4-4e18-b513-676847ead857 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:59.249982 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aaba08dc-78da-4c91-a7a8-52ac6517c794 req-15ecf4b2-47c4-4e18-b513-676847ead857 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 943 time: 0.2392848 Aug 31 18:28:59.272414 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101943b-d362-455c-b6ba-f1a640abb180 req-de65f2fd-4ba5-4619-a26d-a083002ce390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:59.273870 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-f101943b-d362-455c-b6ba-f1a640abb180 req-de65f2fd-4ba5-4619-a26d-a083002ce390 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb0adba4-e1c5-4912-90a8-8aaab24df1d9 HTTP/1.1" status: 200 len: 852 time: 0.1144371 Aug 31 18:28:59.277127 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-fe1d37cb-d751-49ba-97c3-03c9afc57c04 service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465693 Aug 31 18:28:59.285148 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-b44c989a-b9c9-4fff-8fc2-86a8e824b2fb service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307057 Aug 31 18:28:59.331950 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-cc597174-dd03-463b-847c-d6a84f3e23f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 HTTP/1.1" status: 200 len: 217 time: 0.0790191 Aug 31 18:28:59.332150 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-19316100-00c1-487e-a5c0-c60b6f9ffb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:59.333515 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-19316100-00c1-487e-a5c0-c60b6f9ffb57 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2c5efdc-84e6-454f-bccc-b6e50c391e33 HTTP/1.1" status: 200 len: 920 time: 0.2597346 Aug 31 18:28:59.359484 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-f101943b-d362-455c-b6ba-f1a640abb180 req-ab68b964-9084-44ae-9510-cbfd662126ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=67a7fcaf-7981-436c-959c-45fa790ef1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688407 Aug 31 18:28:59.452087 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-5ab9d937-bbac-41ad-9e10-06d36baf9e78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eb88f3b-572c-4192-8425-4f099a256310 HTTP/1.1" status: 200 len: 217 time: 0.0899148 Aug 31 18:28:59.542994 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-14e8c827-49d5-41aa-8099-67da772adbc2 service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418909 Aug 31 18:28:59.561090 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-ab47fc4b-4507-426c-8061-3b7eac1fa4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:59.562160 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-ab47fc4b-4507-426c-8061-3b7eac1fa4ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9de2f8c3-fccc-4553-b9d0-9f3722d0d673 HTTP/1.1" status: 200 len: 859 time: 0.1015072 Aug 31 18:28:59.568203 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-f101943b-d362-455c-b6ba-f1a640abb180 req-dc270173-6706-41f4-b579-fcf52af246cc service neutron] 10.222.0.50 "GET /v2.0/networks/67a7fcaf-7981-436c-959c-45fa790ef1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975648 Aug 31 18:28:59.612119 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-bbc05ddb-60eb-417e-995b-46173de26a1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2c5efdc-84e6-454f-bccc-b6e50c391e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422606 Aug 31 18:28:59.626960 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-8c57bacb-6644-48ba-80a7-6a14d0be8efb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Allocated IP 172.20.0.9 (98d85ea5-a50c-4042-8f04-6d344f7403bd/1640e7eb-6f86-4800-aeca-ab447e128959/15b8b8e2-1752-4a2e-838d-b7791618b71c) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:28:59.657717 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6c2a3ea8-a83e-4541-8393-1a0b203d0e7b req-2995b7f9-63e6-4d25-8f7d-614762eb9696 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381022 Aug 31 18:28:59.708295 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aaba08dc-78da-4c91-a7a8-52ac6517c794 req-f34de418-9f4f-4acc-81d1-102e91a2e707 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410369 Aug 31 18:28:59.783211 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-f101943b-d362-455c-b6ba-f1a640abb180 req-2963dff4-05c8-4d7a-82f5-c021a1987b1b service neutron] 10.222.0.50 "GET /v2.0/networks/67a7fcaf-7981-436c-959c-45fa790ef1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034843 Aug 31 18:28:59.796636 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-92972c91-b921-4d58-8d17-021ea42b9eb0 service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567359 Aug 31 18:28:59.846552 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40922c1-4c3d-4969-8e04-85033b242097 req-581e7cc8-f8fc-4fe9-ab2a-798778b84364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:28:59.847960 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-581e7cc8-f8fc-4fe9-ab2a-798778b84364 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3595eaf-e129-4f4e-b637-5ea939609a86 HTTP/1.1" status: 200 len: 849 time: 0.2761209 Aug 31 18:28:59.912353 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9073d7a-006f-4fca-8ff1-c8bdb8c1257c req-71e3da19-4afa-4ce6-a7f2-8002ad2b5f27 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 210 time: 0.0758536 Aug 31 18:28:59.922057 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 35362) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:00.031221 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-665e913c-a5b7-4dfb-af4e-55914a9388a7 req-804f2815-9435-417c-980f-4bc6e801b4d7 service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7194307 Aug 31 18:29:00.104814 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52275497-35b1-444d-8b46-06bf136d1eec req-9dd0fe8c-c8af-4bb9-9eb4-d9a92265ea55 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:00.106368 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-52275497-35b1-444d-8b46-06bf136d1eec req-9dd0fe8c-c8af-4bb9-9eb4-d9a92265ea55 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 943 time: 0.2943382 Aug 31 18:29:00.132605 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40922c1-4c3d-4969-8e04-85033b242097 req-de8d68f8-bbac-4680-9b4a-0ce6aace8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:00.134389 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-de8d68f8-bbac-4680-9b4a-0ce6aace8376 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d376ac0a-4276-4b04-a9a4-460fec2e9230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1979299 Aug 31 18:29:00.153876 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-419110a3-d7be-436a-84e6-21045ec9fee6 req-93d5d8e4-9e47-4fde-96a4-81ab323264f8 service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437316 Aug 31 18:29:00.224933 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f4040-c5ba-4c36-886c-3c80d37ac73e req-d29cffdf-46f3-44e5-90b0-498ff2d8395a tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:00.226480 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-020f4040-c5ba-4c36-886c-3c80d37ac73e req-d29cffdf-46f3-44e5-90b0-498ff2d8395a tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 943 time: 0.2156448 Aug 31 18:29:00.280791 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-8c57bacb-6644-48ba-80a7-6a14d0be8efb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:00.286691 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-52275497-35b1-444d-8b46-06bf136d1eec req-47c36e74-ac1d-4ae4-8819-c5d9b8d3711b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1593997 Aug 31 18:29:00.287407 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c9ae940f-04f6-4e23-9701-ee4ec22d6297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:00.359827 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-020f4040-c5ba-4c36-886c-3c80d37ac73e req-1e9f0774-a837-4bc2-9ac3-339043cbadd9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122191 Aug 31 18:29:00.391608 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-5e2577a4-311d-4943-89d0-8de69ef1ea20 service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432094 Aug 31 18:29:00.465396 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-8c57bacb-6644-48ba-80a7-6a14d0be8efb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:00.532892 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-8c57bacb-6644-48ba-80a7-6a14d0be8efb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Network 98d85ea5-a50c-4042-8f04-6d344f7403bd is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:29:00.551517 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-8c57bacb-6644-48ba-80a7-6a14d0be8efb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:29:00.557327 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-8c57bacb-6644-48ba-80a7-6a14d0be8efb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:29:00.562925 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-8c57bacb-6644-48ba-80a7-6a14d0be8efb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:00.563396 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-8c57bacb-6644-48ba-80a7-6a14d0be8efb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:00.568744 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57bacb-6644-48ba-80a7-6a14d0be8efb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Pushing event updated for resources: {'Port': ['ID=15b8b8e2-1752-4a2e-838d-b7791618b71c,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:00.592776 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f40922c1-4c3d-4969-8e04-85033b242097 req-292f50ed-4960-4d3a-b27f-db36b7b6f5e1 service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916263 Aug 31 18:29:00.615032 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c9ae940f-04f6-4e23-9701-ee4ec22d6297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:00.620856 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c9ae940f-04f6-4e23-9701-ee4ec22d6297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:00.627362 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-8c57bacb-6644-48ba-80a7-6a14d0be8efb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0874581 Aug 31 18:29:00.644881 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Request body: {'port': {'device_id': '073c8961-b5a3-4941-89ee-1a1eb7817ded', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:00.693907 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c9ae940f-04f6-4e23-9701-ee4ec22d6297 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2986465f4a248cc82d4ab1c583f98b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7550130 Aug 31 18:29:00.697755 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae940f-04f6-4e23-9701-ee4ec22d6297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94763f6e-000a-44e0-85f6-98211c1a6cf2,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:00.702929 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35400) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:00.791424 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2ff89dbf-55c1-42e2-856c-e4c0d3ed3b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:00.791632 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:00.813533 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2ff89dbf-55c1-42e2-856c-e4c0d3ed3b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:00.864002 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2ff89dbf-55c1-42e2-856c-e4c0d3ed3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:00.866690 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2ff89dbf-55c1-42e2-856c-e4c0d3ed3b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:00.868003 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-2ff89dbf-55c1-42e2-856c-e4c0d3ed3b3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94763f6e-000a-44e0-85f6-98211c1a6cf2 HTTP/1.1" status: 204 len: 168 time: 0.1639171 Aug 31 18:29:00.870621 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0920da-f4b3-468d-94bd-f6581dfd79c9 req-38fd6ae3-3b56-41f2-ad92-240742bf0c80 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:00.872658 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc0920da-f4b3-468d-94bd-f6581dfd79c9 req-38fd6ae3-3b56-41f2-ad92-240742bf0c80 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 944 time: 0.1246314 Aug 31 18:29:00.885314 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff89dbf-55c1-42e2-856c-e4c0d3ed3b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94763f6e-000a-44e0-85f6-98211c1a6cf2,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:00.941291 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f817ce0-1c7c-4a34-8459-7d05d591d524 req-d933f646-e82c-4419-9b9a-71b99ab79e05 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:00.942798 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4f817ce0-1c7c-4a34-8459-7d05d591d524 req-d933f646-e82c-4419-9b9a-71b99ab79e05 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 943 time: 0.1395226 Aug 31 18:29:00.965230 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:29:01.001022 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc0920da-f4b3-468d-94bd-f6581dfd79c9 req-379706ab-2e78-44fd-80aa-a6d258028327 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190331 Aug 31 18:29:01.088245 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4f817ce0-1c7c-4a34-8459-7d05d591d524 req-640f75e1-581e-45c7-b5de-f8a5d58529d9 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000221 Aug 31 18:29:01.097662 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:01.113925 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': 'ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25', 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33', 'port_id': 'ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25', 'mac_address': 'fa:16:3e:df:90:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de2f8c3-fccc-4553-b9d0-9f3722d0d673', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:29:01.154277 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.159790 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e648e-725c-452b-831f-184c67ca13f7 req-f2f27a0a-7ac6-4bbc-9067-a4da681c00ab tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:01.162352 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d06e648e-725c-452b-831f-184c67ca13f7 req-f2f27a0a-7ac6-4bbc-9067-a4da681c00ab tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 931 time: 0.0775645 Aug 31 18:29:01.169080 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:29:01.193681 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:01.198176 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.199584 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 0eb88f3b-572c-4192-8425-4f099a256310 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:29:01.232312 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d06e648e-725c-452b-831f-184c67ca13f7 req-95f29b01-e88a-4f4b-83f6-4b48cd3c640a tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581222 Aug 31 18:29:01.266241 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 0eb88f3b-572c-4192-8425-4f099a256310, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0eb88f3b-572c-4192-8425-4f099a256310,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:01.271011 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35412) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:01.275018 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b8b8e2-1752-4a2e-838d-b7791618b71c {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:29:01.278082 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:01.283588 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.284793 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23a2e68c-b128-498e-9baa-68f3e785cf7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.290618 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '0eb88f3b-572c-4192-8425-4f099a256310', 'network_id': 'd2c5efdc-84e6-454f-bccc-b6e50c391e33', 'port_id': '0eb88f3b-572c-4192-8425-4f099a256310', 'mac_address': 'fa:16:3e:09:2a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de2f8c3-fccc-4553-b9d0-9f3722d0d673', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:29:01.298050 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Transition to ACTIVE for port object 15b8b8e2-1752-4a2e-838d-b7791618b71c will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:29:01.302017 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.342321 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.358976 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Pushing event updated for resources: {'Port': ['ID=15b8b8e2-1752-4a2e-838d-b7791618b71c,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:01.367306 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb88f3b-572c-4192-8425-4f099a256310 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:29:01.401945 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 0eb88f3b-572c-4192-8425-4f099a256310, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0eb88f3b-572c-4192-8425-4f099a256310,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:01.407862 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.409800 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device bb988cff-87d4-42a8-bd76-6499674d84c7 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:29:01.413724 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23a2e68c-b128-498e-9baa-68f3e785cf7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.413926 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Attempting to bind port 15b8b8e2-1752-4a2e-838d-b7791618b71c on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:29:01.414472 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Attempting to bind port 15b8b8e2-1752-4a2e-838d-b7791618b71c by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '4d56fd22-eb20-4a0e-9ba2-27865f34dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:29:01.415694 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Attempting to bind port 15b8b8e2-1752-4a2e-838d-b7791618b71c on network 98d85ea5-a50c-4042-8f04-6d344f7403bd {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:29:01.422005 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Port 15b8b8e2-1752-4a2e-838d-b7791618b71c on network 98d85ea5-a50c-4042-8f04-6d344f7403bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:29:01.422396 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Attempting to bind port 15b8b8e2-1752-4a2e-838d-b7791618b71c on network 98d85ea5-a50c-4042-8f04-6d344f7403bd {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:29:01.423497 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23a2e68c-b128-498e-9baa-68f3e785cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.430606 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:29:01.431027 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Checking segment: {'id': '4d56fd22-eb20-4a0e-9ba2-27865f34dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:29:01.431471 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Bound using segment: {'id': '4d56fd22-eb20-4a0e-9ba2-27865f34dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:29:01.431962 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Bound port: 15b8b8e2-1752-4a2e-838d-b7791618b71c, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d56fd22-eb20-4a0e-9ba2-27865f34dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:29:01.432386 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.462763 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2e68c-b128-498e-9baa-68f3e785cf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359e644e-7b8e-4e75-add4-69822581e68f,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:01.463551 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792a0ff-b830-41fe-a319-ab5651c99d3b req-1135f54b-7b98-4fe5-ad96-b749d4c2be3f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:01.465260 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4792a0ff-b830-41fe-a319-ab5651c99d3b req-1135f54b-7b98-4fe5-ad96-b749d4c2be3f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 943 time: 0.0891232 Aug 31 18:29:01.476493 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-23a2e68c-b128-498e-9baa-68f3e785cf7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ba460b6a1cf4155a4eca9b2fc1db188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043908 Aug 31 18:29:01.479960 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35420) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:01.537505 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b8b86517-2ef2-4d1c-aebe-784c447e8cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.545001 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=0eb88f3b-572c-4192-8425-4f099a256310,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:01.570144 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b8b86517-2ef2-4d1c-aebe-784c447e8cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.581765 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707b99a-31d3-4ddf-9f7a-aa8c62ded26f req-072b8f6f-317c-4e35-a8e7-76e36c0040c6 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:01.589010 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c707b99a-31d3-4ddf-9f7a-aa8c62ded26f req-072b8f6f-317c-4e35-a8e7-76e36c0040c6 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 943 time: 0.1448076 Aug 31 18:29:01.604987 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port bb988cff-87d4-42a8-bd76-6499674d84c7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=bb988cff-87d4-42a8-bd76-6499674d84c7,segment=NetworkSegment(1851a4a0-da45-47a9-bb2e-61d875107f7b),segment_id=1851a4a0-da45-47a9-bb2e-61d875107f7b)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:01.611125 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4792a0ff-b830-41fe-a319-ab5651c99d3b req-f8fa8f8c-5ced-44df-be52-a585fa5a24ec tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103971 Aug 31 18:29:01.614396 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] For port 15b8b8e2-1752-4a2e-838d-b7791618b71c, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:29:01.623415 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] For port 15b8b8e2-1752-4a2e-838d-b7791618b71c, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=15b8b8e2-1752-4a2e-838d-b7791618b71c,segment=NetworkSegment(4d56fd22-eb20-4a0e-9ba2-27865f34dd51),segment_id=4d56fd22-eb20-4a0e-9ba2-27865f34dd51)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:29:01.627920 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': 'bb988cff-87d4-42a8-bd76-6499674d84c7', 'network_id': '67a7fcaf-7981-436c-959c-45fa790ef1c1', 'port_id': 'bb988cff-87d4-42a8-bd76-6499674d84c7', 'mac_address': 'fa:16:3e:00:ff:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0adba4-e1c5-4912-90a8-8aaab24df1d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:29:01.633139 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.650595 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b8b86517-2ef2-4d1c-aebe-784c447e8cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.656769 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b8b86517-2ef2-4d1c-aebe-784c447e8cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.659285 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b8b86517-2ef2-4d1c-aebe-784c447e8cca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/359e644e-7b8e-4e75-add4-69822581e68f HTTP/1.1" status: 204 len: 168 time: 0.1779099 Aug 31 18:29:01.669439 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b86517-2ef2-4d1c-aebe-784c447e8cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359e644e-7b8e-4e75-add4-69822581e68f,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:01.688600 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:01.689222 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.690606 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] 10.222.0.50 "PUT /v2.0/ports/15b8b8e2-1752-4a2e-838d-b7791618b71c HTTP/1.1" status: 200 len: 1093 time: 1.0501695 Aug 31 18:29:01.691361 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073c8961-b5a3-4941-89ee-1a1eb7817ded', 'tag': '15b8b8e2-1752-4a2e-838d-b7791618b71c'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:29:01.693607 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce78cb2-e791-4672-91e4-961389b0246e" -d '{"events": [{"name": "network-changed", "server_uuid": "073c8961-b5a3-4941-89ee-1a1eb7817ded", "tag": "15b8b8e2-1752-4a2e-838d-b7791618b71c"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:29:01.709525 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.725282 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb988cff-87d4-42a8-bd76-6499674d84c7 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:29:01.739760 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c707b99a-31d3-4ddf-9f7a-aa8c62ded26f req-fd10b8c9-68f9-4e6a-9970-abfe26f7024a tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348259 Aug 31 18:29:01.759750 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port bb988cff-87d4-42a8-bd76-6499674d84c7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=bb988cff-87d4-42a8-bd76-6499674d84c7,segment=NetworkSegment(1851a4a0-da45-47a9-bb2e-61d875107f7b),segment_id=1851a4a0-da45-47a9-bb2e-61d875107f7b)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:01.765374 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:01.786355 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fb2d6-263f-493c-ba5e-ba1e65ae06dd service neutron] Pushing event updated for resources: {'Port': ['ID=15b8b8e2-1752-4a2e-838d-b7791618b71c,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:01.805231 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0907177f-c24a-417e-9c7b-87da6df1ba87 x-openstack-request-id: req-0907177f-c24a-417e-9c7b-87da6df1ba87 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:29:01.806724 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073c8961-b5a3-4941-89ee-1a1eb7817ded", "tag": "15b8b8e2-1752-4a2e-838d-b7791618b71c", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:29:01.807109 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0907177f-c24a-417e-9c7b-87da6df1ba87 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:29:01.807632 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073c8961-b5a3-4941-89ee-1a1eb7817ded', 'tag': '15b8b8e2-1752-4a2e-838d-b7791618b71c', 'status': 'completed', 'code': 200} Aug 31 18:29:01.825051 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-6825b127-cc04-4446-bdfb-2ebcb083f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:01.826813 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-6825b127-cc04-4446-bdfb-2ebcb083f56c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc701b07276a4a1f8c82bee7bd17ff29&device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 1096 time: 0.0662537 Aug 31 18:29:01.830870 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=bb988cff-87d4-42a8-bd76-6499674d84c7,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:01.882544 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-5b4b2c58-15ea-4bef-859b-a9d28e2aca54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15b8b8e2-1752-4a2e-838d-b7791618b71c HTTP/1.1" status: 200 len: 217 time: 0.0459166 Aug 31 18:29:01.945196 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-eb6909c7-687b-48ba-82c1-3401022eba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:01.946849 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-eb6909c7-687b-48ba-82c1-3401022eba23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1640e7eb-6f86-4800-aeca-ab447e128959 HTTP/1.1" status: 200 len: 848 time: 0.0578551 Aug 31 18:29:01.985131 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-f6ef5f0e-af8e-4a1e-a3c5-734b7d25940d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98d85ea5-a50c-4042-8f04-6d344f7403bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303326 Aug 31 18:29:02.139837 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['0eb88f3b-572c-4192-8425-4f099a256310'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:29:02.158151 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-826a9c4c-16ba-449b-bfc3-9dddcf424592 service neutron] 10.222.0.50 "GET /v2.0/networks/98d85ea5-a50c-4042-8f04-6d344f7403bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640501 Aug 31 18:29:02.204225 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['bb988cff-87d4-42a8-bd76-6499674d84c7'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:29:02.206376 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:29:02.282899 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062217a1-4254-4f5e-9ab1-743497c70a74 req-7b4af4fc-32c7-4496-9afc-d1a129db6ab3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:02.290826 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-062217a1-4254-4f5e-9ab1-743497c70a74 req-7b4af4fc-32c7-4496-9afc-d1a129db6ab3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 945 time: 0.1929760 Aug 31 18:29:02.354872 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-062217a1-4254-4f5e-9ab1-743497c70a74 req-639e23ee-0a40-4516-8beb-7d74f0ce3764 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628126 Aug 31 18:29:02.401411 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8283f-5be0-4534-acb2-7bce3d968d5f req-60d8a090-b087-4fdb-ac69-5e07cf43c67c tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:02.403053 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5d8283f-5be0-4534-acb2-7bce3d968d5f req-60d8a090-b087-4fdb-ac69-5e07cf43c67c tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 944 time: 0.2209537 Aug 31 18:29:02.405401 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f27f3094-3bab-44b9-9e89-0b50e6a3222f req-5ae5961d-350e-4be3-880c-ef0c169594dc service neutron] 10.222.0.50 "GET /v2.0/networks/98d85ea5-a50c-4042-8f04-6d344f7403bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361236 Aug 31 18:29:02.515241 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5d8283f-5be0-4534-acb2-7bce3d968d5f req-abfe3b43-1b79-4913-9725-f7eff4059d5e tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035750 Aug 31 18:29:02.549094 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ab99-7cfe-408a-8550-e023e56a03fc req-660523be-be1c-4d5a-b450-d76a1d4c432c tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:02.550573 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0571ab99-7cfe-408a-8550-e023e56a03fc req-660523be-be1c-4d5a-b450-d76a1d4c432c tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 943 time: 0.1177649 Aug 31 18:29:02.557133 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce78cb2-e791-4672-91e4-961389b0246e req-a5c98505-18d9-4e42-bd24-8e273eb407eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:02.558733 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1ce78cb2-e791-4672-91e4-961389b0246e req-a5c98505-18d9-4e42-bd24-8e273eb407eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc701b07276a4a1f8c82bee7bd17ff29&device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 1096 time: 0.0868690 Aug 31 18:29:02.692178 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0571ab99-7cfe-408a-8550-e023e56a03fc req-fa505429-aa8e-49e6-a7eb-74607902d10e tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324732 Aug 31 18:29:02.779525 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6746632-3916-45d7-a6d4-7d1981391bf8 req-89765e82-eec3-4e73-b042-2d6555bdeb25 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:02.781067 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a6746632-3916-45d7-a6d4-7d1981391bf8 req-89765e82-eec3-4e73-b042-2d6555bdeb25 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 943 time: 0.1177373 Aug 31 18:29:02.791429 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce78cb2-e791-4672-91e4-961389b0246e req-be66d302-7713-4f7c-9b6d-ddb8b12750cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:02.792798 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1ce78cb2-e791-4672-91e4-961389b0246e req-be66d302-7713-4f7c-9b6d-ddb8b12750cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=98d85ea5-a50c-4042-8f04-6d344f7403bd HTTP/1.1" status: 200 len: 909 time: 0.2200544 Aug 31 18:29:02.955855 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:29:03.067495 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1ce78cb2-e791-4672-91e4-961389b0246e req-bcc53467-1c19-4a45-b5b5-28f1eeb2091b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15b8b8e2-1752-4a2e-838d-b7791618b71c HTTP/1.1" status: 200 len: 217 time: 0.2649322 Aug 31 18:29:03.080930 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1d9b4d2c-7f97-4195-adb9-cf86e7d8d147,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:03.132432 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a6746632-3916-45d7-a6d4-7d1981391bf8 req-a814d27e-9661-4875-a10e-bbedbd315160 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3341856 Aug 31 18:29:03.171901 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51e40e-24e7-4e88-a79b-3f734ef29236 req-0e59b5ca-1ba5-4a34-b635-4f8e08255346 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:03.174053 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a51e40e-24e7-4e88-a79b-3f734ef29236 req-0e59b5ca-1ba5-4a34-b635-4f8e08255346 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 943 time: 0.3739777 Aug 31 18:29:03.183171 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce78cb2-e791-4672-91e4-961389b0246e req-ec287d52-0a68-4fe0-a059-f5786ed627c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:03.185989 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1ce78cb2-e791-4672-91e4-961389b0246e req-ec287d52-0a68-4fe0-a059-f5786ed627c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1640e7eb-6f86-4800-aeca-ab447e128959 HTTP/1.1" status: 200 len: 848 time: 0.1059253 Aug 31 18:29:03.232846 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '1d9b4d2c-7f97-4195-adb9-cf86e7d8d147', 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b', 'port_id': '1d9b4d2c-7f97-4195-adb9-cf86e7d8d147', 'mac_address': 'fa:16:3e:c8:a5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73826a5-30d4-4708-8780-1eec80cbf1ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:29:03.238498 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1ce78cb2-e791-4672-91e4-961389b0246e req-137a31ad-ed91-4089-b02c-6246a8f28db5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98d85ea5-a50c-4042-8f04-6d344f7403bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407650 Aug 31 18:29:03.268752 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a51e40e-24e7-4e88-a79b-3f734ef29236 req-ce4aadc6-e170-45dc-b45b-9e2d05d7306d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806613 Aug 31 18:29:03.276066 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:03.298188 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:29:03.324294 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1d9b4d2c-7f97-4195-adb9-cf86e7d8d147,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:03.332053 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:03.332967 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:29:03.447048 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1ce78cb2-e791-4672-91e4-961389b0246e req-a910b13b-16ab-4a01-92df-07ca24e601ac service neutron] 10.222.0.50 "GET /v2.0/networks/98d85ea5-a50c-4042-8f04-6d344f7403bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908746 Aug 31 18:29:03.541096 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=1d9b4d2c-7f97-4195-adb9-cf86e7d8d147,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:03.600993 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:03.622197 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'port_id': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5', 'mac_address': 'fa:16:3e:2a:a2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:29:03.639743 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d86fe-e29a-426f-9c01-f59db475d2ed req-955178e0-603d-4e36-a95d-a8932afc7ebb tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:03.641237 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-788d86fe-e29a-426f-9c01-f59db475d2ed req-955178e0-603d-4e36-a95d-a8932afc7ebb tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 945 time: 0.1538286 Aug 31 18:29:03.654253 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1ce78cb2-e791-4672-91e4-961389b0246e req-a0d22369-a496-4659-9a20-50083e3a9154 service neutron] 10.222.0.50 "GET /v2.0/networks/98d85ea5-a50c-4042-8f04-6d344f7403bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994212 Aug 31 18:29:03.704177 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:03.720047 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:29:03.729202 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-788d86fe-e29a-426f-9c01-f59db475d2ed req-bb5b0396-0a01-442b-beb6-62cc79a8c1ef tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771589 Aug 31 18:29:03.742234 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:03.749399 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:03.750704 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987a39-d58b-4fda-b83e-aee6526620c4 req-cfac1162-d70a-4941-83b0-2b3fc931b914 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:03.754168 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-15987a39-d58b-4fda-b83e-aee6526620c4 req-cfac1162-d70a-4941-83b0-2b3fc931b914 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 944 time: 0.1301391 Aug 31 18:29:03.831674 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:03.841167 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-15987a39-d58b-4fda-b83e-aee6526620c4 req-25b21f8f-d05d-4670-b5e3-3fe2b988d248 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802510 Aug 31 18:29:03.887130 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192e293-b2bc-496a-ae4e-cc6552ee3159 req-1e8bdab6-a37c-423f-b119-04b15e8f0611 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:03.888706 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4192e293-b2bc-496a-ae4e-cc6552ee3159 req-1e8bdab6-a37c-423f-b119-04b15e8f0611 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 943 time: 0.0640230 Aug 31 18:29:03.929926 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4192e293-b2bc-496a-ae4e-cc6552ee3159 req-18fb1a68-1410-415e-bb11-e593d06782a1 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341539 Aug 31 18:29:04.018996 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:29:04.043844 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['1d9b4d2c-7f97-4195-adb9-cf86e7d8d147'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:29:04.243754 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0044c6-65f6-497e-b000-8e410efa02c6 req-91204780-6d82-4309-abed-1071a3d6261e tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:04.250891 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2f0044c6-65f6-497e-b000-8e410efa02c6 req-91204780-6d82-4309-abed-1071a3d6261e tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 944 time: 0.0604942 Aug 31 18:29:04.286627 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2f0044c6-65f6-497e-b000-8e410efa02c6 req-56bd84d7-fdd2-44ef-9def-a501e8d96f3e tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347373 Aug 31 18:29:04.398936 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce7b03-2df0-4e66-b642-e1d269260703 req-6f1d9640-58c8-465c-9ae0-a49665111835 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:04.400431 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-75ce7b03-2df0-4e66-b642-e1d269260703 req-6f1d9640-58c8-465c-9ae0-a49665111835 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 944 time: 0.0625880 Aug 31 18:29:04.442370 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-75ce7b03-2df0-4e66-b642-e1d269260703 req-d365af1c-ca52-4c24-ac85-49b5a4d89c23 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339704 Aug 31 18:29:04.835869 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f6fb7-0532-4234-8b5a-1a24c48d494d req-c20c992a-3121-4a67-8fed-9a65179267e9 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:04.837436 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0e1f6fb7-0532-4234-8b5a-1a24c48d494d req-c20c992a-3121-4a67-8fed-9a65179267e9 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 945 time: 0.0479143 Aug 31 18:29:04.877433 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0e1f6fb7-0532-4234-8b5a-1a24c48d494d req-8990128d-2d2f-46dc-a942-bc12b0bc66bb tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340924 Aug 31 18:29:04.970799 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f085ebe-a97f-466f-b9bc-7895dbdd97e9 req-93b7bfab-c273-4ba1-a7a8-f7f75c39e3d6 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:04.972730 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2f085ebe-a97f-466f-b9bc-7895dbdd97e9 req-93b7bfab-c273-4ba1-a7a8-f7f75c39e3d6 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 944 time: 0.0531747 Aug 31 18:29:05.039822 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2f085ebe-a97f-466f-b9bc-7895dbdd97e9 req-56636676-2e92-474e-9ffb-4b60b8071f45 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602429 Aug 31 18:29:05.060827 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15037e83-bc6c-47ec-8dca-cfe9b61f395b req-94748748-6ba9-4299-951c-58468c5c35d1 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:05.062328 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-15037e83-bc6c-47ec-8dca-cfe9b61f395b req-94748748-6ba9-4299-951c-58468c5c35d1 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 943 time: 0.0642760 Aug 31 18:29:05.104947 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-15037e83-bc6c-47ec-8dca-cfe9b61f395b req-a0b49b6e-6ca7-489e-a9c2-2f829a39de3a tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367956 Aug 31 18:29:05.157623 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35576) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:05.258358 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4d368088-a750-4936-a934-f07f7db6d742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:05.346469 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4d368088-a750-4936-a934-f07f7db6d742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:05.350355 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4d368088-a750-4936-a934-f07f7db6d742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:05.388962 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4d368088-a750-4936-a934-f07f7db6d742 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c08a3cc1593e4be8af5a272503a6ceda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302186 Aug 31 18:29:05.391557 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35582) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:05.397560 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d368088-a750-4936-a934-f07f7db6d742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6a3ef2-3759-4fd4-b2aa-b2acd4580110,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:05.401240 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e43db6-d096-4609-a431-218c69a446eb req-1c3493a5-e006-465e-8768-ba28fd7d709f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:05.402955 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-76e43db6-d096-4609-a431-218c69a446eb req-1c3493a5-e006-465e-8768-ba28fd7d709f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 944 time: 0.0492179 Aug 31 18:29:05.442630 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8e386a1b-c6aa-40aa-98a3-140debd0305b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:05.445088 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-76e43db6-d096-4609-a431-218c69a446eb req-7d4d5a6e-b4d2-483e-88a4-cdd132dcf988 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350971 Aug 31 18:29:05.466082 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8e386a1b-c6aa-40aa-98a3-140debd0305b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:05.532285 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8e386a1b-c6aa-40aa-98a3-140debd0305b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:05.535273 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8e386a1b-c6aa-40aa-98a3-140debd0305b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:05.538907 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8e386a1b-c6aa-40aa-98a3-140debd0305b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e6a3ef2-3759-4fd4-b2aa-b2acd4580110 HTTP/1.1" status: 204 len: 168 time: 0.1440899 Aug 31 18:29:05.545870 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e386a1b-c6aa-40aa-98a3-140debd0305b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6a3ef2-3759-4fd4-b2aa-b2acd4580110,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:05.576984 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12084a08-863a-4438-bb2a-c62c73675997 req-db8e7794-165d-46c1-b537-4990e183e3e7 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:05.579426 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-12084a08-863a-4438-bb2a-c62c73675997 req-db8e7794-165d-46c1-b537-4990e183e3e7 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 944 time: 0.0638976 Aug 31 18:29:05.624775 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-12084a08-863a-4438-bb2a-c62c73675997 req-722fb67a-2d7a-47a1-baac-238f508ff6b9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336988 Aug 31 18:29:05.803333 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 15b8b8e2-1752-4a2e-838d-b7791618b71c details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:29:05.830046 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35606) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:05.844114 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b9a138f-2f3c-44e3-8699-95a43cdc92cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:05.919359 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 15b8b8e2-1752-4a2e-838d-b7791618b71c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=15b8b8e2-1752-4a2e-838d-b7791618b71c,segment=NetworkSegment(4d56fd22-eb20-4a0e-9ba2-27865f34dd51),segment_id=4d56fd22-eb20-4a0e-9ba2-27865f34dd51)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:05.939089 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '15b8b8e2-1752-4a2e-838d-b7791618b71c', 'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd', 'port_id': '15b8b8e2-1752-4a2e-838d-b7791618b71c', 'mac_address': 'fa:16:3e:7a:93:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1640e7eb-6f86-4800-aeca-ab447e128959', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:29:05.945410 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b9a138f-2f3c-44e3-8699-95a43cdc92cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:05.952131 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5b9a138f-2f3c-44e3-8699-95a43cdc92cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:05.985185 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 35610) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:05.985797 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5b9a138f-2f3c-44e3-8699-95a43cdc92cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02f5ee15d0ce4e41923d28bf3204b4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543274 Aug 31 18:29:05.992449 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:06.007358 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a138f-2f3c-44e3-8699-95a43cdc92cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4d6a90-9c8b-4eb8-8a35-8e33e86153ea,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:06.013846 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b8b8e2-1752-4a2e-838d-b7791618b71c {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:29:06.039424 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 15b8b8e2-1752-4a2e-838d-b7791618b71c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=15b8b8e2-1752-4a2e-838d-b7791618b71c,segment=NetworkSegment(4d56fd22-eb20-4a0e-9ba2-27865f34dd51),segment_id=4d56fd22-eb20-4a0e-9ba2-27865f34dd51)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:06.044612 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:06.112221 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=15b8b8e2-1752-4a2e-838d-b7791618b71c,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:06.117296 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789ca80-6720-48f1-824e-c60699205e26 req-29c03f7a-ac1c-4d88-b9aa-0f09ad757b6f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:06.119387 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c789ca80-6720-48f1-824e-c60699205e26 req-29c03f7a-ac1c-4d88-b9aa-0f09ad757b6f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 945 time: 0.1014144 Aug 31 18:29:06.142912 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7f2fa84f-4d63-45c0-9dae-eb0186916d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:06.205833 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7f2fa84f-4d63-45c0-9dae-eb0186916d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:06.216168 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c789ca80-6720-48f1-824e-c60699205e26 req-a15fb00a-bdd1-4d86-9b98-8ba1d211ddef tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889647 Aug 31 18:29:06.252660 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0fdae-aa8e-4f70-b032-9bfdeb506fc8 req-8f6483ee-a604-48da-a0c6-47a1ccc25925 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:06.254123 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-54f0fdae-aa8e-4f70-b032-9bfdeb506fc8 req-8f6483ee-a604-48da-a0c6-47a1ccc25925 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 944 time: 0.1122234 Aug 31 18:29:06.298054 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7f2fa84f-4d63-45c0-9dae-eb0186916d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:06.300487 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7f2fa84f-4d63-45c0-9dae-eb0186916d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:06.301555 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-7f2fa84f-4d63-45c0-9dae-eb0186916d2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a4d6a90-9c8b-4eb8-8a35-8e33e86153ea HTTP/1.1" status: 204 len: 168 time: 0.3154414 Aug 31 18:29:06.323468 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-54f0fdae-aa8e-4f70-b032-9bfdeb506fc8 req-1eb46060-7a21-4d1f-b542-d266f11702cb tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634303 Aug 31 18:29:06.330266 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fa84f-4d63-45c0-9dae-eb0186916d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4d6a90-9c8b-4eb8-8a35-8e33e86153ea,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:06.355698 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221374d-b14d-439d-9cd1-f5e903f83168 req-4b1a5311-a41b-4ccb-b41d-a363a776a3e5 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:06.360974 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4221374d-b14d-439d-9cd1-f5e903f83168 req-4b1a5311-a41b-4ccb-b41d-a363a776a3e5 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 944 time: 0.0788770 Aug 31 18:29:06.395921 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4221374d-b14d-439d-9cd1-f5e903f83168 req-d0103f8d-4f5d-4bef-972b-e7d6729def2d tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Aug 31 18:29:06.563665 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410004bc-3f9c-4b68-b186-98a8d5ad3f60 req-59837ff0-3f83-41d1-89e7-28c25d624cb2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:06.565203 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-410004bc-3f9c-4b68-b186-98a8d5ad3f60 req-59837ff0-3f83-41d1-89e7-28c25d624cb2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 944 time: 0.0515022 Aug 31 18:29:06.605056 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-410004bc-3f9c-4b68-b186-98a8d5ad3f60 req-8830069c-a097-4c8a-a10b-2a095b12a0bd tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328760 Aug 31 18:29:06.621119 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 35622) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:06.634104 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b1e733c6-001d-4b0a-9d1b-878c62d48e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:06.650159 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:06.706328 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:06.714284 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:06.714872 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:06.772859 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b1e733c6-001d-4b0a-9d1b-878c62d48e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:06.779469 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b1e733c6-001d-4b0a-9d1b-878c62d48e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:06.808802 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:06.833848 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f08e6cb-6b30-4dc1-b4e9-460a1c945502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:29:06.837494 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e733c6-001d-4b0a-9d1b-878c62d48e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e000c77f-a2b3-4162-946e-602bba3f8b63,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:06.845700 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35630) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:06.854656 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b1e733c6-001d-4b0a-9d1b-878c62d48e0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b016060fe92b4b41916a5506c47813d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323692 Aug 31 18:29:06.862823 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7adfb6-9069-46de-80cf-3742ca68753b req-01e1e42f-42ac-43eb-8520-6674e2cf5bbb tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:06.864290 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc7adfb6-9069-46de-80cf-3742ca68753b req-01e1e42f-42ac-43eb-8520-6674e2cf5bbb tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 944 time: 0.1386154 Aug 31 18:29:06.916284 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-36f934cb-01c4-40e5-8aa5-1650759847a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:06.925015 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:06.940490 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc7adfb6-9069-46de-80cf-3742ca68753b req-53aa1c32-fc72-472d-93f3-aa8cc922b059 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668936 Aug 31 18:29:06.943999 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:06.945127 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:06.949738 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-36f934cb-01c4-40e5-8aa5-1650759847a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.001747 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-36f934cb-01c4-40e5-8aa5-1650759847a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.004520 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-36f934cb-01c4-40e5-8aa5-1650759847a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.005873 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-36f934cb-01c4-40e5-8aa5-1650759847a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e000c77f-a2b3-4162-946e-602bba3f8b63 HTTP/1.1" status: 204 len: 168 time: 0.1592143 Aug 31 18:29:07.016598 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f934cb-01c4-40e5-8aa5-1650759847a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e000c77f-a2b3-4162-946e-602bba3f8b63,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:07.052180 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa4c3e6-dd68-429a-af1a-d5a02217a1be" -d '{"events": [{"server_uuid": "6f08e6cb-6b30-4dc1-b4e9-460a1c945502", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:29:07.074578 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:07.084947 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:07.090213 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:07.090580 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.177439 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.216307 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:07.224068 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.224933 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:07.319261 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:07.335662 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:07.341641 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:07.342208 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.346937 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7843f07a-9bda-4d96-b553-8fc3a0bf8866 x-openstack-request-id: req-7843f07a-9bda-4d96-b553-8fc3a0bf8866 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:29:07.347326 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f08e6cb-6b30-4dc1-b4e9-460a1c945502", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:29:07.347641 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7843f07a-9bda-4d96-b553-8fc3a0bf8866 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:29:07.348226 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f08e6cb-6b30-4dc1-b4e9-460a1c945502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25', 'code': 200} Aug 31 18:29:07.394968 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d612e1-d6c4-453a-82c6-532041f5f48c req-183b76e4-bb16-4af7-8a3a-3c9ee4c543fa tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:07.396678 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7d612e1-d6c4-453a-82c6-532041f5f48c req-183b76e4-bb16-4af7-8a3a-3c9ee4c543fa tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0654800 Aug 31 18:29:07.436670 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.465931 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7d612e1-d6c4-453a-82c6-532041f5f48c req-e6b5224e-9f89-4a0e-b40f-61ae09697837 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537653 Aug 31 18:29:07.473192 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1d9b4d2c-7f97-4195-adb9-cf86e7d8d147,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:07.478943 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.479423 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20175928-0f2f-4a92-be1b-22cea4bdeb86 req-ec54e9ec-a0e7-4842-835b-ad53e8a7fa78 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:07.479848 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 0eb88f3b-572c-4192-8425-4f099a256310 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:07.495779 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20175928-0f2f-4a92-be1b-22cea4bdeb86 req-ec54e9ec-a0e7-4842-835b-ad53e8a7fa78 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 944 time: 0.0927889 Aug 31 18:29:07.542979 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20175928-0f2f-4a92-be1b-22cea4bdeb86 req-6ceadfbd-625c-4238-ad4c-058c2e791930 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443811 Aug 31 18:29:07.569867 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=1d9b4d2c-7f97-4195-adb9-cf86e7d8d147,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:07.589756 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port 0eb88f3b-572c-4192-8425-4f099a256310 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:07.594185 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 0eb88f3b-572c-4192-8425-4f099a256310 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:07.594632 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.611417 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f8a35-fecf-4a0d-a365-1bd8737e28bb req-9f57b380-9851-4062-ac5e-0f051dd55c80 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:07.612988 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-143f8a35-fecf-4a0d-a365-1bd8737e28bb req-9f57b380-9851-4062-ac5e-0f051dd55c80 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 944 time: 0.0533950 Aug 31 18:29:07.665683 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-143f8a35-fecf-4a0d-a365-1bd8737e28bb req-cb3460a9-8dec-48a0-9bbc-be02577422ba tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429223 Aug 31 18:29:07.692331 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.730328 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 0eb88f3b-572c-4192-8425-4f099a256310, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0eb88f3b-572c-4192-8425-4f099a256310,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:07.735704 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.737209 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device bb988cff-87d4-42a8-bd76-6499674d84c7 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:07.737464 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc49c65-86e9-4990-8e83-f3b046fe5f3a req-594ca728-c6c1-423a-aff6-75a3ffae4a5d tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:07.738983 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-edc49c65-86e9-4990-8e83-f3b046fe5f3a req-594ca728-c6c1-423a-aff6-75a3ffae4a5d tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0515106 Aug 31 18:29:07.781118 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-edc49c65-86e9-4990-8e83-f3b046fe5f3a req-c8e50f38-f9c8-49f4-90af-0f6f90d99104 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348811 Aug 31 18:29:07.829807 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=0eb88f3b-572c-4192-8425-4f099a256310,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:07.853976 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port bb988cff-87d4-42a8-bd76-6499674d84c7 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:07.860098 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port bb988cff-87d4-42a8-bd76-6499674d84c7 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:07.860611 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.944021 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:07.987860 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port bb988cff-87d4-42a8-bd76-6499674d84c7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=bb988cff-87d4-42a8-bd76-6499674d84c7,segment=NetworkSegment(1851a4a0-da45-47a9-bb2e-61d875107f7b),segment_id=1851a4a0-da45-47a9-bb2e-61d875107f7b)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:07.995348 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:08.049112 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=bb988cff-87d4-42a8-bd76-6499674d84c7,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:08.080990 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02498c06-6814-4c05-b043-e11213ead3f4 req-b2075c95-a561-4acf-b421-521584bd1e2d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:08.082548 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-02498c06-6814-4c05-b043-e11213ead3f4 req-b2075c95-a561-4acf-b421-521584bd1e2d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0750699 Aug 31 18:29:08.174259 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-02498c06-6814-4c05-b043-e11213ead3f4 req-a944f5fd-4ea8-410f-b2fe-16be27c887fe tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842421 Aug 31 18:29:08.197439 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640af6e-ab0e-4575-9c7f-526c63b7fb33 req-d07794f8-6edf-43a7-81e8-4beaa1d09afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:08.198948 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4640af6e-ab0e-4575-9c7f-526c63b7fb33 req-d07794f8-6edf-43a7-81e8-4beaa1d09afe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 1099 time: 0.0850947 Aug 31 18:29:08.220356 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4640af6e-ab0e-4575-9c7f-526c63b7fb33 req-484147b9-6dcb-4f68-b681-c415b190a5d1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:08.229653 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['15b8b8e2-1752-4a2e-838d-b7791618b71c'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:29:08.320084 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4640af6e-ab0e-4575-9c7f-526c63b7fb33 req-484147b9-6dcb-4f68-b681-c415b190a5d1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:08.324798 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4640af6e-ab0e-4575-9c7f-526c63b7fb33 req-484147b9-6dcb-4f68-b681-c415b190a5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:08.381797 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4640af6e-ab0e-4575-9c7f-526c63b7fb33 req-484147b9-6dcb-4f68-b681-c415b190a5d1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746564 Aug 31 18:29:08.393782 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484147b9-6dcb-4f68-b681-c415b190a5d1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=05cb90ba-a824-4e3a-98cc-6e1a075084dd,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:08.602282 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7f026-7a61-48c1-a14b-7ccba8de14d9 req-832f7db8-ee52-4d30-9861-3392e2c7f7ad tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:08.609793 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2cd7f026-7a61-48c1-a14b-7ccba8de14d9 req-832f7db8-ee52-4d30-9861-3392e2c7f7ad tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0575833 Aug 31 18:29:08.686220 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2cd7f026-7a61-48c1-a14b-7ccba8de14d9 req-bb1df517-1a75-473b-ba9b-2525a4140107 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755563 Aug 31 18:29:08.712755 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04607e-8f2f-4eca-a07c-c24dfa2f8336 req-7411daca-277e-44fa-8577-71aad535a243 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:08.714221 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec04607e-8f2f-4eca-a07c-c24dfa2f8336 req-7411daca-277e-44fa-8577-71aad535a243 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 945 time: 0.0898967 Aug 31 18:29:08.762464 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec04607e-8f2f-4eca-a07c-c24dfa2f8336 req-87ccdfef-b8c8-4f85-9417-c9dcd34c674f tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Aug 31 18:29:08.801792 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfb11d-7e66-4d2a-8be3-feee8652b4e9 req-1c941368-f5b7-4f5d-a4d8-8800f3a95953 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:08.803309 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-84cfb11d-7e66-4d2a-8be3-feee8652b4e9 req-1c941368-f5b7-4f5d-a4d8-8800f3a95953 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 944 time: 0.0549743 Aug 31 18:29:08.854088 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-84cfb11d-7e66-4d2a-8be3-feee8652b4e9 req-fb3b1344-1f53-467a-bc80-2161256cb815 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423255 Aug 31 18:29:08.908865 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79935f-bc14-4a40-8f05-74c7702d1df6 req-44f1c796-da0b-4cd8-8e26-76ccf1485839 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:08.910351 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8b79935f-bc14-4a40-8f05-74c7702d1df6 req-44f1c796-da0b-4cd8-8e26-76ccf1485839 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0559425 Aug 31 18:29:08.950707 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8b79935f-bc14-4a40-8f05-74c7702d1df6 req-473bf9f3-b048-41de-b5b8-cb2799ae2624 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344732 Aug 31 18:29:09.289996 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2199644-1677-42cc-8ab3-49ab9b84f935 req-f7ad8934-ea0d-4315-ad1f-d6342f4843b3 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:09.291466 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f2199644-1677-42cc-8ab3-49ab9b84f935 req-f7ad8934-ea0d-4315-ad1f-d6342f4843b3 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0486546 Aug 31 18:29:09.328676 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f2199644-1677-42cc-8ab3-49ab9b84f935 req-b7b818bf-345d-4315-8b39-f6bb61604a08 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312088 Aug 31 18:29:09.349047 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564fecdc-04c2-418c-bfa5-f8af2fda8cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5'}, {'server_uuid': '0af5af67-30fe-4caa-b929-e68441d3aab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9b4d2c-7f97-4195-adb9-cf86e7d8d147'}, {'server_uuid': '1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb88f3b-572c-4192-8425-4f099a256310'}, {'server_uuid': '60cb9e1e-216c-43d3-a539-32e1abcf3986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb988cff-87d4-42a8-bd76-6499674d84c7'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:29:09.351381 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c9fa94-66a2-49a3-8d25-d6a51cd114da" -d '{"events": [{"server_uuid": "564fecdc-04c2-418c-bfa5-f8af2fda8cb9", "name": "network-vif-plugged", "status": "completed", "tag": "cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5"}, {"server_uuid": "0af5af67-30fe-4caa-b929-e68441d3aab6", "name": "network-vif-plugged", "status": "completed", "tag": "1d9b4d2c-7f97-4195-adb9-cf86e7d8d147"}, {"server_uuid": "1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c", "name": "network-vif-plugged", "status": "completed", "tag": "0eb88f3b-572c-4192-8425-4f099a256310"}, {"server_uuid": "60cb9e1e-216c-43d3-a539-32e1abcf3986", "name": "network-vif-plugged", "status": "completed", "tag": "bb988cff-87d4-42a8-bd76-6499674d84c7"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:29:09.400226 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 31 Aug 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd3f9bd-67ed-450f-b944-292cb4d13648 x-openstack-request-id: req-cdd3f9bd-67ed-450f-b944-292cb4d13648 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:29:09.400632 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564fecdc-04c2-418c-bfa5-f8af2fda8cb9", "name": "network-vif-plugged", "status": "completed", "tag": "cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5", "code": 200}, {"server_uuid": "0af5af67-30fe-4caa-b929-e68441d3aab6", "name": "network-vif-plugged", "status": "completed", "tag": "1d9b4d2c-7f97-4195-adb9-cf86e7d8d147", "code": 200}, {"server_uuid": "1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c", "name": "network-vif-plugged", "status": "completed", "tag": "0eb88f3b-572c-4192-8425-4f099a256310", "code": 200}, {"server_uuid": "60cb9e1e-216c-43d3-a539-32e1abcf3986", "name": "network-vif-plugged", "status": "completed", "tag": "bb988cff-87d4-42a8-bd76-6499674d84c7", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:29:09.400893 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdd3f9bd-67ed-450f-b944-292cb4d13648 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:29:09.401298 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564fecdc-04c2-418c-bfa5-f8af2fda8cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5', 'code': 200} Aug 31 18:29:09.401551 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af5af67-30fe-4caa-b929-e68441d3aab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9b4d2c-7f97-4195-adb9-cf86e7d8d147', 'code': 200} Aug 31 18:29:09.401805 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb88f3b-572c-4192-8425-4f099a256310', 'code': 200} Aug 31 18:29:09.402057 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cb9e1e-216c-43d3-a539-32e1abcf3986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb988cff-87d4-42a8-bd76-6499674d84c7', 'code': 200} Aug 31 18:29:09.745997 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c3c0c-00b9-45cb-9187-36a33fb1473a req-8f973f08-4c79-487b-90c2-4b74dae3d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:09.749149 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-b65c3c0c-00b9-45cb-9187-36a33fb1473a req-8f973f08-4c79-487b-90c2-4b74dae3d2e1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 1098 time: 0.0968270 Aug 31 18:29:09.782242 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac46e53-9a9f-4c03-b6f4-3af8a08b1d62 req-f0505cb0-1515-45d4-95fe-320eb773dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:09.794423 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1ac46e53-9a9f-4c03-b6f4-3af8a08b1d62 req-f0505cb0-1515-45d4-95fe-320eb773dfd8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 1098 time: 0.1397803 Aug 31 18:29:09.805936 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c34704-c011-4bce-b9dc-ed039d8ee7f9 req-bfb59fe9-86f6-445e-b8fe-9bf18967f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:09.811832 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e4c34704-c011-4bce-b9dc-ed039d8ee7f9 req-bfb59fe9-86f6-445e-b8fe-9bf18967f44a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 1098 time: 0.1594570 Aug 31 18:29:09.813685 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [req-b65c3c0c-00b9-45cb-9187-36a33fb1473a req-0adda76f-bbdc-45a3-b06a-2f5ea753c363 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562673 Aug 31 18:29:09.836430 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710faab-c48e-4603-967b-303ee7d0e904 req-888f8e6c-641c-4ab6-a90d-f250ad2ad642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:09.837961 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e710faab-c48e-4603-967b-303ee7d0e904 req-888f8e6c-641c-4ab6-a90d-f250ad2ad642 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 1099 time: 0.1844549 Aug 31 18:29:09.927104 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1ac46e53-9a9f-4c03-b6f4-3af8a08b1d62 req-22913ac6-d54f-4aef-88fa-03074001a7d7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109161 Aug 31 18:29:09.936154 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c4365-0c73-497a-ba5c-455d4a7f4ab8 req-2145e284-e517-4065-9486-f1a6ffd4ade2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:09.937693 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e89c4365-0c73-497a-ba5c-455d4a7f4ab8 req-2145e284-e517-4065-9486-f1a6ffd4ade2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.1363328 Aug 31 18:29:09.947471 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 15b8b8e2-1752-4a2e-838d-b7791618b71c up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:09.951520 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f76959-92ff-4563-a183-eafc53968a05 req-8c9ddf70-b904-48e9-9466-2ea60f60a7d6 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:09.953341 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d5f76959-92ff-4563-a183-eafc53968a05 req-8c9ddf70-b904-48e9-9466-2ea60f60a7d6 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 945 time: 0.0938661 Aug 31 18:29:10.014940 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port 15b8b8e2-1752-4a2e-838d-b7791618b71c completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:10.021382 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 15b8b8e2-1752-4a2e-838d-b7791618b71c triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:10.021965 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:10.061098 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e89c4365-0c73-497a-ba5c-455d4a7f4ab8 req-0b019e98-b0e0-4e3e-bc25-0b84fe0aa1f1 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060617 Aug 31 18:29:10.075354 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d5f76959-92ff-4563-a183-eafc53968a05 req-4f3d6835-4624-4baa-8ae9-985c608a9ae1 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116099 Aug 31 18:29:10.104657 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e4c34704-c011-4bce-b9dc-ed039d8ee7f9 req-1812d66e-f55b-46af-b04b-711fe02a98dd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852318 Aug 31 18:29:10.179000 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:10.239022 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 15b8b8e2-1752-4a2e-838d-b7791618b71c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=15b8b8e2-1752-4a2e-838d-b7791618b71c,segment=NetworkSegment(4d56fd22-eb20-4a0e-9ba2-27865f34dd51),segment_id=4d56fd22-eb20-4a0e-9ba2-27865f34dd51)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:10.239664 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562475c-6707-49c1-9079-edae1b896001 req-849cb0f4-b08c-42b6-8b51-c6904080bc29 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:10.242098 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f562475c-6707-49c1-9079-edae1b896001 req-849cb0f4-b08c-42b6-8b51-c6904080bc29 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0794327 Aug 31 18:29:10.250758 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:10.253040 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea2f45-cd98-4209-9dff-9488f1648811 req-a6d32faa-f957-4fd5-a828-d1bc5f687f73 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:10.254898 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c4ea2f45-cd98-4209-9dff-9488f1648811 req-a6d32faa-f957-4fd5-a828-d1bc5f687f73 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 944 time: 0.1103497 Aug 31 18:29:10.309154 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=15b8b8e2-1752-4a2e-838d-b7791618b71c,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:10.316255 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f562475c-6707-49c1-9079-edae1b896001 req-95c9d2c6-ab5a-4edd-8108-b01a6985d95e tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603516 Aug 31 18:29:10.336767 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c4ea2f45-cd98-4209-9dff-9488f1648811 req-e9f6a173-34e9-4c8a-8996-39dcbacb312e tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692959 Aug 31 18:29:10.464855 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f604d-ab0c-414d-8ffc-b2095971e859 req-9980b76e-a085-4789-9de8-46884502dd38 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:10.466602 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d79f604d-ab0c-414d-8ffc-b2095971e859 req-9980b76e-a085-4789-9de8-46884502dd38 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0711448 Aug 31 18:29:10.498543 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e710faab-c48e-4603-967b-303ee7d0e904 req-c9fbda25-a2a5-40c9-a56a-2c5683499482 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632362 Aug 31 18:29:10.520265 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d79f604d-ab0c-414d-8ffc-b2095971e859 req-839d8210-e8e7-4888-8380-a9f4b2c21305 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Aug 31 18:29:11.225779 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cda351-abb4-4e35-af15-c2fab9e727d6 req-5835d830-6dfa-497e-996b-e18c037628ca tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:11.227929 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-94cda351-abb4-4e35-af15-c2fab9e727d6 req-5835d830-6dfa-497e-996b-e18c037628ca tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 945 time: 0.0703645 Aug 31 18:29:11.239768 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcc6b2-4aad-4613-a32f-8a2492e3e8fa req-3d106a6d-633a-4ca3-94eb-f6d994d98e23 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:11.241262 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-11bcc6b2-4aad-4613-a32f-8a2492e3e8fa req-3d106a6d-633a-4ca3-94eb-f6d994d98e23 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0979650 Aug 31 18:29:11.316874 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-94cda351-abb4-4e35-af15-c2fab9e727d6 req-14928c81-c0af-4477-9d48-79ac085025b2 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742285 Aug 31 18:29:11.325941 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-11bcc6b2-4aad-4613-a32f-8a2492e3e8fa req-94f03688-fd9a-4962-9eb9-36afd4f56646 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626171 Aug 31 18:29:11.403559 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073c8961-b5a3-4941-89ee-1a1eb7817ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b8b8e2-1752-4a2e-838d-b7791618b71c'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:29:11.406923 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a433090-4ecc-4479-a797-7aab569d2c9e" -d '{"events": [{"server_uuid": "073c8961-b5a3-4941-89ee-1a1eb7817ded", "name": "network-vif-plugged", "status": "completed", "tag": "15b8b8e2-1752-4a2e-838d-b7791618b71c"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:29:11.455174 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c6d79-b033-4b4a-b804-bc3840d196cf req-173c1dd1-9c16-4b76-91ff-7bdbcfbaea15 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:11.455174 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d57c6d79-b033-4b4a-b804-bc3840d196cf req-173c1dd1-9c16-4b76-91ff-7bdbcfbaea15 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0567353 Aug 31 18:29:11.533499 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d57c6d79-b033-4b4a-b804-bc3840d196cf req-d0169e20-9ebc-4178-9491-c88a18a4b99a tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665579 Aug 31 18:29:11.543275 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9812123-510f-4c4f-af4e-0481fd8700c3 req-01434ff6-1131-4754-9b28-803e673bfcbf tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:11.544949 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f9812123-510f-4c4f-af4e-0481fd8700c3 req-01434ff6-1131-4754-9b28-803e673bfcbf tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 945 time: 0.0887058 Aug 31 18:29:11.616243 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f9812123-510f-4c4f-af4e-0481fd8700c3 req-e62f461e-e390-4cd0-b3d6-1ad7cb9bdfda tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598176 Aug 31 18:29:11.686924 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ba157-2141-437d-800e-706e4f069aa4 x-openstack-request-id: req-2b3ba157-2141-437d-800e-706e4f069aa4 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:29:11.687442 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073c8961-b5a3-4941-89ee-1a1eb7817ded", "name": "network-vif-plugged", "status": "completed", "tag": "15b8b8e2-1752-4a2e-838d-b7791618b71c", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:29:11.687835 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b3ba157-2141-437d-800e-706e4f069aa4 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:29:11.688375 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073c8961-b5a3-4941-89ee-1a1eb7817ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b8b8e2-1752-4a2e-838d-b7791618b71c', 'code': 200} Aug 31 18:29:11.779743 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35842) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:11.816659 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394a48e-b14f-4c40-9fed-0afc226afc48 req-6973488f-5832-49fa-aa15-8d88bc57b335 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:11.818097 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d394a48e-b14f-4c40-9fed-0afc226afc48 req-6973488f-5832-49fa-aa15-8d88bc57b335 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0677090 Aug 31 18:29:11.882722 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d394a48e-b14f-4c40-9fed-0afc226afc48 req-7509e468-e3da-431c-a023-891c8e7ba2ce tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559151 Aug 31 18:29:12.004090 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33bef64e-bf00-490e-ba47-e38fbc7115e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:12.046565 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b70f3-b71a-4024-a2b4-384872a9a2f2 req-cfa5c691-d533-413a-a914-4e883f318524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:12.048223 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c3b70f3-b71a-4024-a2b4-384872a9a2f2 req-cfa5c691-d533-413a-a914-4e883f318524 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 1099 time: 0.1266670 Aug 31 18:29:12.072470 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98b577-f2cc-46f8-8279-8d5e82aaee86 req-fe8204da-3db1-4381-99e5-1ad6021c9900 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:12.074363 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2b98b577-f2cc-46f8-8279-8d5e82aaee86 req-fe8204da-3db1-4381-99e5-1ad6021c9900 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.1232228 Aug 31 18:29:12.089862 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbbf3c-2fa8-4f9d-b6d1-b9a08beaf0aa req-f85ee221-7f8c-4283-9c74-9e769c2ed42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:12.091396 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e8fbbf3c-2fa8-4f9d-b6d1-b9a08beaf0aa req-f85ee221-7f8c-4283-9c74-9e769c2ed42f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 1098 time: 0.1080296 Aug 31 18:29:12.118534 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33bef64e-bf00-490e-ba47-e38fbc7115e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:12.123986 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33bef64e-bf00-490e-ba47-e38fbc7115e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:12.160436 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-33bef64e-bf00-490e-ba47-e38fbc7115e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2159ce6f4bfa46e7a25452366150f00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788159 Aug 31 18:29:12.162904 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bef64e-bf00-490e-ba47-e38fbc7115e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d329cb26-0bcd-4cd1-810f-825a0859bb4f,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:12.166105 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35860) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:12.200416 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2b98b577-f2cc-46f8-8279-8d5e82aaee86 req-6acd343c-ea13-4363-bafa-8589c9613ce3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079457 Aug 31 18:29:12.219189 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e8fbbf3c-2fa8-4f9d-b6d1-b9a08beaf0aa req-ce3b7786-f9fd-4a28-8b51-32ae0365be7b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959444 Aug 31 18:29:12.237425 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5075410b-79be-4852-80fe-e11ded1beef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:12.257659 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b70f3-b71a-4024-a2b4-384872a9a2f2 req-977ff438-e04e-4991-93c3-b3b727a10ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:12.261097 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c3b70f3-b71a-4024-a2b4-384872a9a2f2 req-977ff438-e04e-4991-93c3-b3b727a10ab6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2c5efdc-84e6-454f-bccc-b6e50c391e33 HTTP/1.1" status: 200 len: 920 time: 0.1849802 Aug 31 18:29:12.266698 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5075410b-79be-4852-80fe-e11ded1beef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:12.293728 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 35864) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:12.317468 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5075410b-79be-4852-80fe-e11ded1beef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:12.320078 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5075410b-79be-4852-80fe-e11ded1beef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:12.321820 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5075410b-79be-4852-80fe-e11ded1beef7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d329cb26-0bcd-4cd1-810f-825a0859bb4f HTTP/1.1" status: 204 len: 168 time: 0.1547835 Aug 31 18:29:12.330001 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075410b-79be-4852-80fe-e11ded1beef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d329cb26-0bcd-4cd1-810f-825a0859bb4f,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:12.438991 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c4823864-fb01-4252-a3b6-3eb232e4e700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:12.476182 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8103fa-5b18-4b83-9582-710ef4729367 req-45fc1283-4bed-4cef-bd0e-9feb4ebe30d2 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:12.477786 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bb8103fa-5b18-4b83-9582-710ef4729367 req-45fc1283-4bed-4cef-bd0e-9feb4ebe30d2 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 945 time: 0.0845702 Aug 31 18:29:12.520735 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c3b70f3-b71a-4024-a2b4-384872a9a2f2 req-c4c6a8aa-2901-43c8-aad7-ca7834757a7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 HTTP/1.1" status: 200 len: 217 time: 0.0596244 Aug 31 18:29:12.604330 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bb8103fa-5b18-4b83-9582-710ef4729367 req-c8201728-fd27-428a-ad09-c9656f2112ef tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957489 Aug 31 18:29:12.642177 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35882) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:12.642271 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b70f3-b71a-4024-a2b4-384872a9a2f2 req-bd8de848-e75f-4303-b361-54adf990014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:12.643020 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c3b70f3-b71a-4024-a2b4-384872a9a2f2 req-bd8de848-e75f-4303-b361-54adf990014d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9de2f8c3-fccc-4553-b9d0-9f3722d0d673 HTTP/1.1" status: 200 len: 859 time: 0.0945115 Aug 31 18:29:12.657948 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a299d195-721f-4253-9b5b-d7f5dd7e833d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:12.703434 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c4823864-fb01-4252-a3b6-3eb232e4e700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:12.719995 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c3b70f3-b71a-4024-a2b4-384872a9a2f2 req-94b0a9ff-4249-45dd-a38f-86b4c743d341 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2c5efdc-84e6-454f-bccc-b6e50c391e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474806 Aug 31 18:29:12.734361 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c4823864-fb01-4252-a3b6-3eb232e4e700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:12.904765 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a299d195-721f-4253-9b5b-d7f5dd7e833d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:12.911098 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a299d195-721f-4253-9b5b-d7f5dd7e833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:12.975533 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a299d195-721f-4253-9b5b-d7f5dd7e833d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=195ab34947c44875abaab8e2681b4f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379629 Aug 31 18:29:12.976297 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299d195-721f-4253-9b5b-d7f5dd7e833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3614be1-96b4-4391-be1c-a9814528b0b6,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:12.981542 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35896) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:13.051161 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-983f3360-f0f9-414c-9e03-bcabf45658ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:13.053329 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4823864-fb01-4252-a3b6-3eb232e4e700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df7ac8b-72e3-438e-8cd2-2e93caf48c3e,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:13.060620 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c4823864-fb01-4252-a3b6-3eb232e4e700 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19170b90fda24d98a4e1620938ca8344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7634735 Aug 31 18:29:13.065636 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 35900) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:13.100591 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4efe6e-d25f-42d9-bf13-4c580531ba9c req-0ddfc8b4-8c90-48db-8a0f-157086013580 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:13.109202 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec4efe6e-d25f-42d9-bf13-4c580531ba9c req-0ddfc8b4-8c90-48db-8a0f-157086013580 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.4299498 Aug 31 18:29:13.112614 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-983f3360-f0f9-414c-9e03-bcabf45658ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:13.172206 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8b815-a9f9-4886-b5b8-fea3b8d16a27 req-14b04e55-61da-4ead-8c71-970ed8c4d345 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:13.173736 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-89f8b815-a9f9-4886-b5b8-fea3b8d16a27 req-14b04e55-61da-4ead-8c71-970ed8c4d345 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 945 time: 0.4349322 Aug 31 18:29:13.212625 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-983f3360-f0f9-414c-9e03-bcabf45658ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:13.215887 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-983f3360-f0f9-414c-9e03-bcabf45658ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:13.217960 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-983f3360-f0f9-414c-9e03-bcabf45658ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3614be1-96b4-4391-be1c-a9814528b0b6 HTTP/1.1" status: 204 len: 168 time: 0.2350464 Aug 31 18:29:13.228567 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f3360-f0f9-414c-9e03-bcabf45658ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3614be1-96b4-4391-be1c-a9814528b0b6,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:13.236847 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec4efe6e-d25f-42d9-bf13-4c580531ba9c req-5f91bf4e-309f-49c7-aa1a-ebafb0ef4a07 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1266153 Aug 31 18:29:13.241713 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c3b70f3-b71a-4024-a2b4-384872a9a2f2 req-56c9784a-192c-4653-afc4-e1b4218ed391 service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924333 Aug 31 18:29:13.316757 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-60f05dc0-2862-4e59-9183-524bd88d261e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:13.338871 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-89f8b815-a9f9-4886-b5b8-fea3b8d16a27 req-00a2f23a-982a-4e14-a185-b791918b81d1 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446068 Aug 31 18:29:13.419198 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-60f05dc0-2862-4e59-9183-524bd88d261e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:13.461966 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80fcd7-051e-4de0-b61d-403267b1a54e req-b33594d1-2ca6-429b-878f-696104744598 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:13.470006 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aa80fcd7-051e-4de0-b61d-403267b1a54e req-b33594d1-2ca6-429b-878f-696104744598 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.1231685 Aug 31 18:29:13.533911 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c3b70f3-b71a-4024-a2b4-384872a9a2f2 req-2c6eefae-3dc4-4ba8-b2a6-6d5566491c26 service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823908 Aug 31 18:29:13.567044 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddc556-0b7b-4600-bf10-d853ac23474a req-9253b8fe-e2e0-4bc9-b0cc-7d80cbb6e7d5 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:13.568590 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fcddc556-0b7b-4600-bf10-d853ac23474a req-9253b8fe-e2e0-4bc9-b0cc-7d80cbb6e7d5 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.1359034 Aug 31 18:29:13.578188 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aa80fcd7-051e-4de0-b61d-403267b1a54e req-391946b9-9c0d-4cfa-98e6-53a51cb77644 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068201 Aug 31 18:29:13.611725 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-60f05dc0-2862-4e59-9183-524bd88d261e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:13.618370 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-60f05dc0-2862-4e59-9183-524bd88d261e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:13.622670 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-60f05dc0-2862-4e59-9183-524bd88d261e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9df7ac8b-72e3-438e-8cd2-2e93caf48c3e HTTP/1.1" status: 204 len: 168 time: 0.5545418 Aug 31 18:29:13.668571 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f05dc0-2862-4e59-9183-524bd88d261e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df7ac8b-72e3-438e-8cd2-2e93caf48c3e,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:13.755637 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fcddc556-0b7b-4600-bf10-d853ac23474a req-6c301992-527a-4760-8668-60b5df7e96f3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660125 Aug 31 18:29:13.809628 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b32ea-1226-49a4-b726-a6433eeb2d28 req-09988c87-d571-46c1-a4fa-af61e70e197d tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:13.814422 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-468b32ea-1226-49a4-b726-a6433eeb2d28 req-09988c87-d571-46c1-a4fa-af61e70e197d tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.1517916 Aug 31 18:29:13.815511 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 35936) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:13.824076 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35938) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:13.830712 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-6b06b3c3-7eee-4648-94de-6df8aab4b494 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Request body: {'floatingip': {'port_id': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:13.839823 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c7a73754-0daf-448c-af89-56dd347e2b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:13.932440 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6b06b3c3-7eee-4648-94de-6df8aab4b494 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:14.056684 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c7a73754-0daf-448c-af89-56dd347e2b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:14.063973 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c7a73754-0daf-448c-af89-56dd347e2b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:14.108688 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a73754-0daf-448c-af89-56dd347e2b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b1d905-01e0-4c4e-a175-4ccd70b58b8b,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:14.131759 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c7a73754-0daf-448c-af89-56dd347e2b84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=93dda46ea38642f99e94c3a1d2706593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122067 Aug 31 18:29:14.135177 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 35952) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:14.188478 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 35958) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:14.205074 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7e81e48e-0282-46bf-8326-3d621c1c45e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:14.234904 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a92f3880-dc6a-442b-bb1a-9b0ed9077278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:14.261474 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a92f3880-dc6a-442b-bb1a-9b0ed9077278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:14.317942 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a92f3880-dc6a-442b-bb1a-9b0ed9077278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:14.320903 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a92f3880-dc6a-442b-bb1a-9b0ed9077278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:14.325113 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a92f3880-dc6a-442b-bb1a-9b0ed9077278 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23b1d905-01e0-4c4e-a175-4ccd70b58b8b HTTP/1.1" status: 204 len: 168 time: 0.1888292 Aug 31 18:29:14.341821 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f3880-dc6a-442b-bb1a-9b0ed9077278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b1d905-01e0-4c4e-a175-4ccd70b58b8b,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:14.540654 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41c7f3-37d2-4dfd-bbe5-fe7eca7e03bb req-2d26e475-0deb-482e-92d7-83164c94add0 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:14.542569 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6f41c7f3-37d2-4dfd-bbe5-fe7eca7e03bb req-2d26e475-0deb-482e-92d7-83164c94add0 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 945 time: 0.0747654 Aug 31 18:29:14.597612 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6f41c7f3-37d2-4dfd-bbe5-fe7eca7e03bb req-f6fd4241-8c4b-48ec-840f-ffd0c1fcd64a tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470397 Aug 31 18:29:14.724120 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7e81e48e-0282-46bf-8326-3d621c1c45e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:14.758401 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7e81e48e-0282-46bf-8326-3d621c1c45e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:14.803827 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81e48e-0282-46bf-8326-3d621c1c45e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723e506e-38a9-4c0c-8310-319a748f7e06,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:14.868361 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6b06b3c3-7eee-4648-94de-6df8aab4b494 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:14.882001 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6b06b3c3-7eee-4648-94de-6df8aab4b494 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:14.901540 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bfe8c-67fb-4be0-90a3-da93f7346bfa req-619e4c4a-a106-4a7c-b064-9690c9079b8a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:14.903903 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-792bfe8c-67fb-4be0-90a3-da93f7346bfa req-619e4c4a-a106-4a7c-b064-9690c9079b8a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0704195 Aug 31 18:29:14.958585 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7e81e48e-0282-46bf-8326-3d621c1c45e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0cb1b9826ab540d889902c8886ee4b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7690113 Aug 31 18:29:14.959692 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-792bfe8c-67fb-4be0-90a3-da93f7346bfa req-4b78a5c9-55b4-4ef3-90c4-a6c901c882b8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 Aug 31 18:29:14.970316 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 35998) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:15.046730 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:15.087578 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:15.195977 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:15.198547 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:15.201997 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/723e506e-38a9-4c0c-8310-319a748f7e06 HTTP/1.1" status: 204 len: 168 time: 0.2339423 Aug 31 18:29:15.211427 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723e506e-38a9-4c0c-8310-319a748f7e06,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:15.229180 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:15.230729 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:15.231485 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:15.233249 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:15.233759 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:15.235324 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:15.235954 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:15.237210 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:15.237713 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:15.239575 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:15.240068 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:15.241578 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac01de9-5efe-48b4-85ae-1f9528ee01ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:15.252548 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.db.l3_db [None req-6b06b3c3-7eee-4648-94de-6df8aab4b494 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Floating IP a7f3af01-691d-404e-b12d-0b415649f955 associated. External IP: 172.27.0.90, port: cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5. Aug 31 18:29:15.627079 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b06b3c3-7eee-4648-94de-6df8aab4b494 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Router 919fedb8-a92d-422b-ba5b-75029d06d446 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:29:15.801856 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b06b3c3-7eee-4648-94de-6df8aab4b494 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:29:15.808864 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6b06b3c3-7eee-4648-94de-6df8aab4b494 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:15.820142 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09e0e67-8fd8-454f-85fb-ecaa3d1e6839 None None] Sync routers for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:29:15.834179 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e0e67-8fd8-454f-85fb-ecaa3d1e6839 None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:29:15.834815 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b09e0e67-8fd8-454f-85fb-ecaa3d1e6839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:28:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:15.843014 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6b06b3c3-7eee-4648-94de-6df8aab4b494 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "PUT /v2.0/floatingips/a7f3af01-691d-404e-b12d-0b415649f955 HTTP/1.1" status: 200 len: 990 time: 2.0175412 Aug 31 18:29:15.844068 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564fecdc-04c2-418c-bfa5-f8af2fda8cb9', 'tag': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:29:15.847329 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6a6e3fd8e19181886bbcf5191d9f3c1d41a4916aec97eaa69cdb11cbf5a2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8526ab47-79e9-4a4b-a059-4a9514daca63" -d '{"events": [{"name": "network-changed", "server_uuid": "564fecdc-04c2-418c-bfa5-f8af2fda8cb9", "tag": "cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:29:15.976043 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272d7a2-3e51-4a66-b7f7-4c7a42591d1f req-e54026fb-dfcb-4856-99a9-ff93c6472f44 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:15.978443 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a272d7a2-3e51-4a66-b7f7-4c7a42591d1f req-e54026fb-dfcb-4856-99a9-ff93c6472f44 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 945 time: 0.1044667 Aug 31 18:29:16.048515 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-b09e0e67-8fd8-454f-85fb-ecaa3d1e6839 None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:29:16.094618 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a272d7a2-3e51-4a66-b7f7-4c7a42591d1f req-ea3c4c7e-6857-45e7-b440-23e569de1bd3 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944741 Aug 31 18:29:16.138043 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be850ca9-d130-4a5f-968f-eaa0d73e173a x-openstack-request-id: req-be850ca9-d130-4a5f-968f-eaa0d73e173a {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:29:16.138934 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564fecdc-04c2-418c-bfa5-f8af2fda8cb9", "tag": "cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:29:16.139427 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be850ca9-d130-4a5f-968f-eaa0d73e173a {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:29:16.140113 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564fecdc-04c2-418c-bfa5-f8af2fda8cb9', 'tag': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5', 'status': 'completed', 'code': 200} Aug 31 18:29:16.286536 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526ab47-79e9-4a4b-a059-4a9514daca63 req-c22597e7-9e1a-4994-aeaa-f11f85527d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:16.288405 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8526ab47-79e9-4a4b-a059-4a9514daca63 req-c22597e7-9e1a-4994-aeaa-f11f85527d60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0994b33130eb4af78aaacb8f365f6fa9&device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 1098 time: 0.1068978 Aug 31 18:29:16.300786 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289548cc-5666-4a7d-bb6d-07535d26bd0b req-fdc83027-b9ca-4d6d-a8dd-e2de436e39f0 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:16.312851 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-289548cc-5666-4a7d-bb6d-07535d26bd0b req-fdc83027-b9ca-4d6d-a8dd-e2de436e39f0 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0736318 Aug 31 18:29:16.474960 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526ab47-79e9-4a4b-a059-4a9514daca63 req-27530351-52f1-49f5-8381-442108e42879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:16.476543 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8526ab47-79e9-4a4b-a059-4a9514daca63 req-27530351-52f1-49f5-8381-442108e42879 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d376ac0a-4276-4b04-a9a4-460fec2e9230 HTTP/1.1" status: 200 len: 911 time: 0.1608274 Aug 31 18:29:16.490453 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-289548cc-5666-4a7d-bb6d-07535d26bd0b req-2758c0a6-f23c-47bb-9078-3b8e056b22dd tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765277 Aug 31 18:29:16.620048 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8526ab47-79e9-4a4b-a059-4a9514daca63 req-48ce52a8-dc64-45f6-83bf-b96d878cc8f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 HTTP/1.1" status: 200 len: 998 time: 0.1236608 Aug 31 18:29:16.675408 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b09e0e67-8fd8-454f-85fb-ecaa3d1e6839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'a7f3af01-691d-404e-b12d-0b415649f955', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'port_id': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'mac_address': 'fa:16:3e:2a:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564fecdc-04c2-418c-bfa5-f8af2fda8cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:28:30Z', 'updated_at': '2021-08-31T18:29:14Z', 'revision_number': 1, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:34Z', 'revision_number': 5, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:16.709047 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09e0e67-8fd8-454f-85fb-ecaa3d1e6839 None None] Checking router: 919fedb8-a92d-422b-ba5b-75029d06d446 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:29:16.721065 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526ab47-79e9-4a4b-a059-4a9514daca63 req-89939955-f2b8-4658-aede-108751768b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:16.721484 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e0e67-8fd8-454f-85fb-ecaa3d1e6839 None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:29:16.722114 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b09e0e67-8fd8-454f-85fb-ecaa3d1e6839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:28:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:16.722621 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8526ab47-79e9-4a4b-a059-4a9514daca63 req-89939955-f2b8-4658-aede-108751768b1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3595eaf-e129-4f4e-b637-5ea939609a86 HTTP/1.1" status: 200 len: 849 time: 0.0829232 Aug 31 18:29:16.788961 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526ab47-79e9-4a4b-a059-4a9514daca63 req-b3f0ce61-5d41-4632-898b-6200f0fb0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:16.790486 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8526ab47-79e9-4a4b-a059-4a9514daca63 req-b3f0ce61-5d41-4632-898b-6200f0fb0d94 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d376ac0a-4276-4b04-a9a4-460fec2e9230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520914 Aug 31 18:29:16.838880 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-b09e0e67-8fd8-454f-85fb-ecaa3d1e6839 None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:29:16.893057 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8526ab47-79e9-4a4b-a059-4a9514daca63 req-0af34c31-5de6-4b20-aafc-fd0ec12b0f4f service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920238 Aug 31 18:29:17.001809 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8526ab47-79e9-4a4b-a059-4a9514daca63 req-8361cdc5-cb76-47ef-a10c-56f7e3a0fd87 service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969212 Aug 31 18:29:17.093562 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b09e0e67-8fd8-454f-85fb-ecaa3d1e6839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'a7f3af01-691d-404e-b12d-0b415649f955', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'port_id': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'mac_address': 'fa:16:3e:2a:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564fecdc-04c2-418c-bfa5-f8af2fda8cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:28:30Z', 'updated_at': '2021-08-31T18:29:14Z', 'revision_number': 1, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:34Z', 'revision_number': 5, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:17.136234 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09e0e67-8fd8-454f-85fb-ecaa3d1e6839 None None] The sync data for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi is: [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'a7f3af01-691d-404e-b12d-0b415649f955', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'port_id': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'mac_address': 'fa:16:3e:2a:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564fecdc-04c2-418c-bfa5-f8af2fda8cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:28:30Z', 'updated_at': '2021-08-31T18:29:14Z', 'revision_number': 1, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:34Z', 'revision_number': 5, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:29:17.230817 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b726010-ab09-4e76-a292-f81eaf2931ae req-36977730-24d9-4092-818a-29eb92455926 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:17.233880 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7b726010-ab09-4e76-a292-f81eaf2931ae req-36977730-24d9-4092-818a-29eb92455926 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 945 time: 0.0727477 Aug 31 18:29:17.306106 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7b726010-ab09-4e76-a292-f81eaf2931ae req-5d14840a-3b4f-4151-9d24-bab8c678002f tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596523 Aug 31 18:29:17.433570 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d6d58-aecb-44bf-8423-f89d5a30bc1c None None] New status for floating IP a7f3af01-691d-404e-b12d-0b415649f955: ACTIVE {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:29:17.632352 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab02495-2270-413f-91f9-f1a01d37634d req-d63e752d-a364-4314-bfe3-28c5e7a3d636 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:17.634120 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ab02495-2270-413f-91f9-f1a01d37634d req-d63e752d-a364-4314-bfe3-28c5e7a3d636 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0543628 Aug 31 18:29:17.679520 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ab02495-2270-413f-91f9-f1a01d37634d req-1465e153-a771-4730-9dc7-6c9dff01e7c1 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384293 Aug 31 18:29:17.770621 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e3285-bacf-41af-84f8-ee51f034efed req-bc2b949f-6cfa-4d3f-b72b-305ea854b427 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:17.772070 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e64e3285-bacf-41af-84f8-ee51f034efed req-bc2b949f-6cfa-4d3f-b72b-305ea854b427 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.50 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 945 time: 0.0603004 Aug 31 18:29:17.884610 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36190) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:17.936262 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-e64e3285-bacf-41af-84f8-ee51f034efed req-34efccd6-f191-4abc-9bb2-643cc368e669 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Deleting port 15b8b8e2-1752-4a2e-838d-b7791618b71c {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:29:17.936642 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e64e3285-bacf-41af-84f8-ee51f034efed req-34efccd6-f191-4abc-9bb2-643cc368e669 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:17.990732 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:18.037295 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-e64e3285-bacf-41af-84f8-ee51f034efed req-34efccd6-f191-4abc-9bb2-643cc368e669 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] For port 15b8b8e2-1752-4a2e-838d-b7791618b71c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=15b8b8e2-1752-4a2e-838d-b7791618b71c,segment=NetworkSegment(4d56fd22-eb20-4a0e-9ba2-27865f34dd51),segment_id=4d56fd22-eb20-4a0e-9ba2-27865f34dd51)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:18.037909 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e64e3285-bacf-41af-84f8-ee51f034efed req-34efccd6-f191-4abc-9bb2-643cc368e669 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:18.053461 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-e64e3285-bacf-41af-84f8-ee51f034efed req-34efccd6-f191-4abc-9bb2-643cc368e669 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Calling delete_port for 15b8b8e2-1752-4a2e-838d-b7791618b71c owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:29:18.088248 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:18.092294 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:18.130913 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad94d168-1746-4f06-8ddf-a5723617f088,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:18.134678 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e6e32b39f8444daa3d7118b4cdd59ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489758 Aug 31 18:29:18.137822 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36194) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:18.140836 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:18.141213 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:18.141524 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:18.141854 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:18.142183 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:18.142512 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:18.142835 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:18.143154 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:18.143479 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:18.143860 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:18.144181 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:18.144518 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f175db-2d31-4354-a510-9e3e6cdc18ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:18.227563 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e0480787-99a1-4b76-8f54-f8b38dd7a4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:18.261207 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e0480787-99a1-4b76-8f54-f8b38dd7a4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:18.267599 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e64e3285-bacf-41af-84f8-ee51f034efed req-34efccd6-f191-4abc-9bb2-643cc368e669 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:18.280428 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['15b8b8e2-1752-4a2e-838d-b7791618b71c'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:29:18.314740 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efccd6-f191-4abc-9bb2-643cc368e669 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Pushing event deleted for resources: {'Port': ['ID=15b8b8e2-1752-4a2e-838d-b7791618b71c,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:18.424840 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e0480787-99a1-4b76-8f54-f8b38dd7a4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:18.427323 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e0480787-99a1-4b76-8f54-f8b38dd7a4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:18.431341 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e0480787-99a1-4b76-8f54-f8b38dd7a4fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad94d168-1746-4f06-8ddf-a5723617f088 HTTP/1.1" status: 204 len: 168 time: 0.2896671 Aug 31 18:29:18.462246 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64e3285-bacf-41af-84f8-ee51f034efed req-34efccd6-f191-4abc-9bb2-643cc368e669 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] No DVR routers for this DVR port 15b8b8e2-1752-4a2e-838d-b7791618b71c on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:29:18.462246 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-856c4f30-c1c6-418d-a7b9-88f6e2dd48fc req-63596cbf-b95a-45d7-a60f-cc567f4cdd35 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c8961-b5a3-4941-89ee-1a1eb7817ded HTTP/1.1" status: 200 len: 210 time: 0.0673275 Aug 31 18:29:18.469377 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e64e3285-bacf-41af-84f8-ee51f034efed req-34efccd6-f191-4abc-9bb2-643cc368e669 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:18.471374 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e64e3285-bacf-41af-84f8-ee51f034efed req-34efccd6-f191-4abc-9bb2-643cc368e669 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.50 "DELETE /v2.0/ports/15b8b8e2-1752-4a2e-838d-b7791618b71c HTTP/1.1" status: 204 len: 173 time: 0.6929231 Aug 31 18:29:18.471813 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073c8961-b5a3-4941-89ee-1a1eb7817ded', 'name': 'network-vif-deleted', 'tag': '15b8b8e2-1752-4a2e-838d-b7791618b71c'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:29:18.477912 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f0a9ac-ef47-4855-8db5-d0925a034c39" -d '{"events": [{"server_uuid": "073c8961-b5a3-4941-89ee-1a1eb7817ded", "name": "network-vif-deleted", "tag": "15b8b8e2-1752-4a2e-838d-b7791618b71c"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:29:18.481403 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0480787-99a1-4b76-8f54-f8b38dd7a4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad94d168-1746-4f06-8ddf-a5723617f088,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:18.540734 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2655930e-bbdb-4a2e-998d-85961559f192 x-openstack-request-id: req-2655930e-bbdb-4a2e-998d-85961559f192 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:29:18.541055 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073c8961-b5a3-4941-89ee-1a1eb7817ded", "name": "network-vif-deleted", "tag": "15b8b8e2-1752-4a2e-838d-b7791618b71c", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:29:18.541504 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2655930e-bbdb-4a2e-998d-85961559f192 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:29:18.542143 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073c8961-b5a3-4941-89ee-1a1eb7817ded', 'name': 'network-vif-deleted', 'tag': '15b8b8e2-1752-4a2e-838d-b7791618b71c', 'status': 'completed', 'code': 200} Aug 31 18:29:18.746632 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36220) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:18.768242 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0775226e-2916-4eea-9e0a-8d6d3eb3cf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:18.825282 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2344a-f6ed-40f6-a4b1-1847bb144051 req-10217307-507e-4150-98d5-8be357ca07ea tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:18.826799 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9be2344a-f6ed-40f6-a4b1-1847bb144051 req-10217307-507e-4150-98d5-8be357ca07ea tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0780189 Aug 31 18:29:18.883169 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9be2344a-f6ed-40f6-a4b1-1847bb144051 req-125e23f1-6417-4b07-bf35-a800ea5d042a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493300 Aug 31 18:29:18.917086 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0775226e-2916-4eea-9e0a-8d6d3eb3cf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:18.921471 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0775226e-2916-4eea-9e0a-8d6d3eb3cf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:18.958911 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-0775226e-2916-4eea-9e0a-8d6d3eb3cf11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=caeacd06283e41d59887f6989ee231de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111967 Aug 31 18:29:18.959691 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775226e-2916-4eea-9e0a-8d6d3eb3cf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c580575b-ef39-4f45-864b-460f50ecd8f1,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:18.962485 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36224) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:19.018719 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5e1d9ace-621f-4284-9400-2800812c87aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:19.041628 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5e1d9ace-621f-4284-9400-2800812c87aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:19.090737 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5e1d9ace-621f-4284-9400-2800812c87aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:19.093315 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5e1d9ace-621f-4284-9400-2800812c87aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:19.094488 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5e1d9ace-621f-4284-9400-2800812c87aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c580575b-ef39-4f45-864b-460f50ecd8f1 HTTP/1.1" status: 204 len: 168 time: 0.1308532 Aug 31 18:29:19.105745 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d9ace-621f-4284-9400-2800812c87aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c580575b-ef39-4f45-864b-460f50ecd8f1,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:19.498489 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e709f723-4703-47c9-8a46-4228698a1e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:19.834742 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-50d48493-5556-4c6e-b328-1fe91943cfe3 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:19.836870 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-50d48493-5556-4c6e-b328-1fe91943cfe3 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/networks?id=98d85ea5-a50c-4042-8f04-6d344f7403bd HTTP/1.1" status: 200 len: 808 time: 0.1458669 Aug 31 18:29:19.862412 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-1fc3e607-2baf-4246-9ff1-572d669626c3 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/quotas/cc701b07276a4a1f8c82bee7bd17ff29 HTTP/1.1" status: 200 len: 375 time: 0.0185943 Aug 31 18:29:19.895355 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-ae2b0225-e72c-4373-811e-3b490487760b tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc701b07276a4a1f8c82bee7bd17ff29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317562 Aug 31 18:29:20.038554 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-a0a8efe7-4785-4696-8a11-77344e93db51 service neutron] 10.222.0.35 "GET /v2.0/networks/98d85ea5-a50c-4042-8f04-6d344f7403bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357388 Aug 31 18:29:20.044528 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36280) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:20.046257 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c2edf-1ae0-4a1c-8d0c-58f7c6b4f874 req-899bb01e-7fc8-4ba0-af63-86f6548b74f9 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:20.047418 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d86c2edf-1ae0-4a1c-8d0c-58f7c6b4f874 req-899bb01e-7fc8-4ba0-af63-86f6548b74f9 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0755088 Aug 31 18:29:20.174378 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9ab845ff-903c-4847-a70b-8c7d7678ee4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:20.278817 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9ab845ff-903c-4847-a70b-8c7d7678ee4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:20.285496 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9ab845ff-903c-4847-a70b-8c7d7678ee4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:20.325908 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9ab845ff-903c-4847-a70b-8c7d7678ee4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17d83a86e8e44dcd849147c965348726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801423 Aug 31 18:29:20.326994 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab845ff-903c-4847-a70b-8c7d7678ee4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6680f8f2-987f-4236-afcb-2089dba7e80f,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:20.329571 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36292) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:20.340672 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d86c2edf-1ae0-4a1c-8d0c-58f7c6b4f874 req-8d49af7c-053d-4686-9f61-b2316e47bf10 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845795 Aug 31 18:29:20.375835 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-999f2a89-551d-44dc-a2dc-f7d8fbdbd473 service neutron] 10.222.0.35 "GET /v2.0/networks/98d85ea5-a50c-4042-8f04-6d344f7403bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274121 Aug 31 18:29:20.398311 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9288fdd1-c39e-4f3b-95cc-c496ba6aad70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:20.427836 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9288fdd1-c39e-4f3b-95cc-c496ba6aad70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:20.504352 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9288fdd1-c39e-4f3b-95cc-c496ba6aad70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:20.507378 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9288fdd1-c39e-4f3b-95cc-c496ba6aad70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:20.509388 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9288fdd1-c39e-4f3b-95cc-c496ba6aad70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6680f8f2-987f-4236-afcb-2089dba7e80f HTTP/1.1" status: 204 len: 168 time: 0.1784742 Aug 31 18:29:20.519462 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288fdd1-c39e-4f3b-95cc-c496ba6aad70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6680f8f2-987f-4236-afcb-2089dba7e80f,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:20.618089 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5edd5224-0a6e-4aa5-9602-b31fc275c41f req-0f1cdaae-8c78-42bf-9863-8c96c7a3046e tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 210 time: 0.0541987 Aug 31 18:29:21.379624 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36348) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:21.462972 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450046f-8d76-4495-98b3-0ab2aac4825c req-9dd1dd4d-afa1-41f5-b477-def5328057bb tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:21.464590 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3450046f-8d76-4495-98b3-0ab2aac4825c req-9dd1dd4d-afa1-41f5-b477-def5328057bb tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0491478 Aug 31 18:29:21.477801 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1933323659-network', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:21.521954 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3450046f-8d76-4495-98b3-0ab2aac4825c req-e337e5b5-5350-4e15-83e5-0bce3106a89b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514495 Aug 31 18:29:21.526776 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Made reservation on behalf of 01dd2e1469fd4e37af51e3edf144f314 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:29:21.529345 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:21.537815 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:21.635830 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:21.639565 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:21.666274 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:29:21.676080 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437d97a7-1240-4dc6-8bca-01d792efa8b8,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:21.693685 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:21.694204 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Added segment f2385a44-6b35-4207-8347-bfe70808ab7a of type vlan for network b04046da-9c89-4497-a1f2-73518ae52ac1 Aug 31 18:29:21.751711 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-185afc3b-2d88-4a87-93b9-3d6f11cf5a7f req-86980c65-4cd2-40ab-a48d-30f5c35c4185 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 210 time: 0.0489671 Aug 31 18:29:21.761348 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:21.797760 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:21.799839 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:21.800436 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:21.860551 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4787686 Aug 31 18:29:21.862681 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36360) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:21.868818 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-ebe78dd8-9ec2-4f7c-931b-db7841ef7a23 admin admin] Request body: {'subnet': {'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1933323659-subnet', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:21.893644 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe78dd8-9ec2-4f7c-931b-db7841ef7a23 admin admin] Made reservation on behalf of 01dd2e1469fd4e37af51e3edf144f314 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:29:21.896189 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ebe78dd8-9ec2-4f7c-931b-db7841ef7a23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:21.914621 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a631e-3ffa-4a73-ba56-5c84a7c66d4d admin admin] Pushing event updated for resources: {'Network': ['ID=b04046da-9c89-4497-a1f2-73518ae52ac1,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:21.937368 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network b04046da-9c89-4497-a1f2-73518ae52ac1 details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:29:21.991112 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-ebbddf85-9829-4ebc-8387-85020be980f4 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:21.992786 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-ebbddf85-9829-4ebc-8387-85020be980f4 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.50 "GET /v2.0/networks?id=98d85ea5-a50c-4042-8f04-6d344f7403bd HTTP/1.1" status: 200 len: 808 time: 0.1448047 Aug 31 18:29:22.012405 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-b8885482-6e69-4a4b-b8e8-1a303c16f665 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Request body: {'port': {'device_id': '79068349-48b4-423a-a1c4-e6a8319590ea', 'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd', 'admin_state_up': True, 'tenant_id': 'cc701b07276a4a1f8c82bee7bd17ff29'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:22.022749 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 15b8b8e2-1752-4a2e-838d-b7791618b71c no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:29:22.057712 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: 15b8b8e2-1752-4a2e-838d-b7791618b71c {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:29:22.058453 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 15b8b8e2-1752-4a2e-838d-b7791618b71c not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:29:22.105137 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ebe78dd8-9ec2-4f7c-931b-db7841ef7a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.154917 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-b8885482-6e69-4a4b-b8e8-1a303c16f665 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Made reservation on behalf of cc701b07276a4a1f8c82bee7bd17ff29 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:29:22.157233 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe78dd8-9ec2-4f7c-931b-db7841ef7a23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e44edf-623c-47bc-8cb7-194c41304bcb,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:22.160445 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-b8885482-6e69-4a4b-b8e8-1a303c16f665 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.167045 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-81598ea3-0d95-4ee7-ad75-00776f27aa40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.183009 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe78dd8-9ec2-4f7c-931b-db7841ef7a23 admin admin] Checking segment: {'id': 'f2385a44-6b35-4207-8347-bfe70808ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:29:22.183501 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe78dd8-9ec2-4f7c-931b-db7841ef7a23 admin admin] Network hostable DHCP agents. Network: b04046da-9c89-4497-a1f2-73518ae52ac1, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:29:22.206184 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe78dd8-9ec2-4f7c-931b-db7841ef7a23 admin admin] Network b04046da-9c89-4497-a1f2-73518ae52ac1 is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:29:22.216829 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-ebe78dd8-9ec2-4f7c-931b-db7841ef7a23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, b04046da-9c89-4497-a1f2-73518ae52ac1) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:29:22.222199 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe78dd8-9ec2-4f7c-931b-db7841ef7a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:22.223155 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ebe78dd8-9ec2-4f7c-931b-db7841ef7a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.228201 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c603cb7-0638-46c5-bc7b-307ff57b0e3d None None] Network b04046da-9c89-4497-a1f2-73518ae52ac1 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:29:22.258806 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36376) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:22.261631 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ebe78dd8-9ec2-4f7c-931b-db7841ef7a23 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3970573 Aug 31 18:29:22.267082 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:22.341408 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-b8885482-6e69-4a4b-b8e8-1a303c16f665 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Allocated IP 172.20.0.12 (98d85ea5-a50c-4042-8f04-6d344f7403bd/1640e7eb-6f86-4800-aeca-ab447e128959/76edfd0a-1f89-4bd8-b484-0e4617c55586) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:29:22.355486 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3853'] for router, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.355486 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2003837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.432031 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bae0c3-7a1f-5850-b0fd-6d978053451f-b04046da-9c89-4497-a1f2-73518ae52ac1', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'fixed_ips': [{'subnet_id': '56e44edf-623c-47bc-8cb7-194c41304bcb'}]}} from dv-cinder-805887-9-iscsi. {{(pid=93881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:29:22.433288 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.453809 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.638428 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.648998 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Allocated IP 172.20.0.2 (b04046da-9c89-4497-a1f2-73518ae52ac1/56e44edf-623c-47bc-8cb7-194c41304bcb/d4edd256-760b-4d82-9ffe-b195ecc1d852) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:29:22.680223 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.781734 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-b8885482-6e69-4a4b-b8e8-1a303c16f665 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.797739 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1c1e5-ff2a-41fb-8684-bdda47b7fc4a req-9107ad73-b401-43ca-be0f-10b35f076d18 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:22.799293 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b4b1c1e5-ff2a-41fb-8684-bdda47b7fc4a req-9107ad73-b401-43ca-be0f-10b35f076d18 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.1450231 Aug 31 18:29:22.833858 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.843830 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Transition to ACTIVE for port object d4edd256-760b-4d82-9ffe-b195ecc1d852 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:29:22.861290 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Transition to ACTIVE for port object d4edd256-760b-4d82-9ffe-b195ecc1d852 will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:29:22.868908 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.900620 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0b687bb1-a6d7-4fd4-82af-c636f4dd349c req-b00f4bbd-cfeb-4e88-a870-56bdcf3e545d tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 210 time: 0.0472524 Aug 31 18:29:22.903502 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b4b1c1e5-ff2a-41fb-8684-bdda47b7fc4a req-708cc338-dc38-4569-b25f-0a483ed9e4d0 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957675 Aug 31 18:29:22.906282 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Network b04046da-9c89-4497-a1f2-73518ae52ac1 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:29:22.914041 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:29:22.917134 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:29:22.917242 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-b8885482-6e69-4a4b-b8e8-1a303c16f665 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:22.942399 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Pushing event updated for resources: {'Port': ['ID=d4edd256-760b-4d82-9ffe-b195ecc1d852,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:22.952564 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:22.952947 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:22.953493 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:22.953829 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:22.954325 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:22.954658 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:22.954983 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:22.955458 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:22.955813 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:22.956146 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:22.956464 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:22.956807 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:22.983026 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-b8885482-6e69-4a4b-b8e8-1a303c16f665 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Network 98d85ea5-a50c-4042-8f04-6d344f7403bd is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:29:22.989126 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-b8885482-6e69-4a4b-b8e8-1a303c16f665 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:29:22.998892 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-b8885482-6e69-4a4b-b8e8-1a303c16f665 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:29:23.004637 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-b8885482-6e69-4a4b-b8e8-1a303c16f665 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:23.005270 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-b8885482-6e69-4a4b-b8e8-1a303c16f665 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:23.013530 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Attempting to bind port d4edd256-760b-4d82-9ffe-b195ecc1d852 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:29:23.013939 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Attempting to bind port d4edd256-760b-4d82-9ffe-b195ecc1d852 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f2385a44-6b35-4207-8347-bfe70808ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:29:23.014382 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Attempting to bind port d4edd256-760b-4d82-9ffe-b195ecc1d852 on network b04046da-9c89-4497-a1f2-73518ae52ac1 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:29:23.020635 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:29:23.021044 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8885482-6e69-4a4b-b8e8-1a303c16f665 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Pushing event updated for resources: {'Port': ['ID=76edfd0a-1f89-4bd8-b484-0e4617c55586,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:23.021409 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Checking segment: {'id': 'f2385a44-6b35-4207-8347-bfe70808ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:29:23.021953 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:23.022368 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Bound using segment: {'id': 'f2385a44-6b35-4207-8347-bfe70808ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:29:23.022895 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Bound port: d4edd256-760b-4d82-9ffe-b195ecc1d852, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2385a44-6b35-4207-8347-bfe70808ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:29:23.023498 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:23.030547 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-b8885482-6e69-4a4b-b8e8-1a303c16f665 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0256188 Aug 31 18:29:23.102277 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Request body: {'port': {'device_id': '79068349-48b4-423a-a1c4-e6a8319590ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:23.118543 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] For port d4edd256-760b-4d82-9ffe-b195ecc1d852, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:29:23.122510 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] For port d4edd256-760b-4d82-9ffe-b195ecc1d852, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=d4edd256-760b-4d82-9ffe-b195ecc1d852,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:29:23.128873 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:23.203161 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:23.210316 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:23.210316 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:23.221125 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d57ec-4d4f-4405-84c7-5be4dd4e1823 None None] Pushing event updated for resources: {'Port': ['ID=d4edd256-760b-4d82-9ffe-b195ecc1d852,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:23.245389 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:23.512081 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Allocated IP 172.27.0.168 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/3846429b-983a-4082-8fd9-aa3fc68a27f3) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:29:23.687460 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:23.702192 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76edfd0a-1f89-4bd8-b484-0e4617c55586 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:29:23.712301 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:23.734915 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Transition to ACTIVE for port object 76edfd0a-1f89-4bd8-b484-0e4617c55586 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:29:23.751368 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:23.838431 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:23.869334 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Pushing event updated for resources: {'Port': ['ID=76edfd0a-1f89-4bd8-b484-0e4617c55586,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:23.909194 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:29:23.919093 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Attempting to bind port 76edfd0a-1f89-4bd8-b484-0e4617c55586 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:29:23.919093 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Attempting to bind port 76edfd0a-1f89-4bd8-b484-0e4617c55586 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '4d56fd22-eb20-4a0e-9ba2-27865f34dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:29:23.919093 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Attempting to bind port 76edfd0a-1f89-4bd8-b484-0e4617c55586 on network 98d85ea5-a50c-4042-8f04-6d344f7403bd {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:29:23.919093 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:29:23.923369 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:29:23.988860 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Port 76edfd0a-1f89-4bd8-b484-0e4617c55586 on network 98d85ea5-a50c-4042-8f04-6d344f7403bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:29:23.989193 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Attempting to bind port 76edfd0a-1f89-4bd8-b484-0e4617c55586 on network 98d85ea5-a50c-4042-8f04-6d344f7403bd {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:29:24.073768 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:29:24.074164 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Checking segment: {'id': '4d56fd22-eb20-4a0e-9ba2-27865f34dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:29:24.074495 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Bound using segment: {'id': '4d56fd22-eb20-4a0e-9ba2-27865f34dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:29:24.074948 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Bound port: 76edfd0a-1f89-4bd8-b484-0e4617c55586, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d56fd22-eb20-4a0e-9ba2-27865f34dd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:29:24.075311 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:24.147490 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Pushing event updated for resources: {'Port': ['ID=3846429b-983a-4082-8fd9-aa3fc68a27f3,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:24.246516 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47538b0-f428-46f8-b2c5-10c6b76fbd87 req-cf3706f6-c820-4461-a96a-4ecd25e64952 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:24.248105 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e47538b0-f428-46f8-b2c5-10c6b76fbd87 req-cf3706f6-c820-4461-a96a-4ecd25e64952 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 944 time: 0.1821413 Aug 31 18:29:24.273882 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e84c34-19c6-4a38-a88e-19575e2bd47f req-c86cebd8-70b4-431b-b138-5e4f34ff5c84 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:24.274500 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36430) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:24.281107 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-18e84c34-19c6-4a38-a88e-19575e2bd47f req-c86cebd8-70b4-431b-b138-5e4f34ff5c84 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.2136126 Aug 31 18:29:24.355717 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b62ad64-83b9-4535-b0a6-f5c3299b1798 None None] Network b04046da-9c89-4497-a1f2-73518ae52ac1 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:29:24.362667 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] For port 76edfd0a-1f89-4bd8-b484-0e4617c55586, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:29:24.402372 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] For port 76edfd0a-1f89-4bd8-b484-0e4617c55586, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=76edfd0a-1f89-4bd8-b484-0e4617c55586,segment=NetworkSegment(4d56fd22-eb20-4a0e-9ba2-27865f34dd51),segment_id=4d56fd22-eb20-4a0e-9ba2-27865f34dd51)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:29:24.404411 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29a0037a-4455-4b40-b958-7236c26cc659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:24.423921 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-955c068f-4473-46ec-bb7f-81d032c210cb None None] Provisioning for port d4edd256-760b-4d82-9ffe-b195ecc1d852 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:24.447818 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:24.455733 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e47538b0-f428-46f8-b2c5-10c6b76fbd87 req-c7fa64ed-5dd2-4b5c-9ea9-14b5e2205b7e tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994066 Aug 31 18:29:24.465907 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-18e84c34-19c6-4a38-a88e-19575e2bd47f req-73390d66-f1d2-4180-bd83-fc9ad827e07c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404710 Aug 31 18:29:24.517588 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:24.518295 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:24.520592 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] 10.222.0.50 "PUT /v2.0/ports/76edfd0a-1f89-4bd8-b484-0e4617c55586 HTTP/1.1" status: 200 len: 1094 time: 1.4264936 Aug 31 18:29:24.520592 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79068349-48b4-423a-a1c4-e6a8319590ea', 'tag': '76edfd0a-1f89-4bd8-b484-0e4617c55586'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:29:24.522452 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d5753e-0ccb-47ae-b9f4-85f47ca2bf32" -d '{"events": [{"name": "network-changed", "server_uuid": "79068349-48b4-423a-a1c4-e6a8319590ea", "tag": "76edfd0a-1f89-4bd8-b484-0e4617c55586"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:29:24.527796 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:24.556711 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29a0037a-4455-4b40-b958-7236c26cc659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:24.562347 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29a0037a-4455-4b40-b958-7236c26cc659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:24.604039 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-29a0037a-4455-4b40-b958-7236c26cc659 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8859936d97c747a09f75f7cbdcde2b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256760 Aug 31 18:29:24.605939 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36436) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:24.652703 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0037a-4455-4b40-b958-7236c26cc659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918f80e3-7e36-4c20-bebc-7e82ecbab897,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:24.688826 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-42580014-e81c-4197-9ad5-68861abb6656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:24.726334 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-42580014-e81c-4197-9ad5-68861abb6656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:24.788059 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-42580014-e81c-4197-9ad5-68861abb6656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:24.790999 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-42580014-e81c-4197-9ad5-68861abb6656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:24.794901 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-42580014-e81c-4197-9ad5-68861abb6656 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/918f80e3-7e36-4c20-bebc-7e82ecbab897 HTTP/1.1" status: 204 len: 168 time: 0.1848879 Aug 31 18:29:24.796801 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c831c29-e91f-47ce-b726-e7a1c9da6e23 x-openstack-request-id: req-1c831c29-e91f-47ce-b726-e7a1c9da6e23 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:29:24.797134 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79068349-48b4-423a-a1c4-e6a8319590ea", "tag": "76edfd0a-1f89-4bd8-b484-0e4617c55586", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:29:24.797300 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c831c29-e91f-47ce-b726-e7a1c9da6e23 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:29:24.797698 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79068349-48b4-423a-a1c4-e6a8319590ea', 'tag': '76edfd0a-1f89-4bd8-b484-0e4617c55586', 'status': 'completed', 'code': 200} Aug 31 18:29:24.815819 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42580014-e81c-4197-9ad5-68861abb6656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918f80e3-7e36-4c20-bebc-7e82ecbab897,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:24.834139 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2913b-7b83-4946-8f1e-cb5a401e765e service neutron] Pushing event updated for resources: {'Port': ['ID=76edfd0a-1f89-4bd8-b484-0e4617c55586,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:24.882455 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:24.938893 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c267545-3613-4452-bb33-44bd118fae88 req-75e6bf35-9b94-4e77-acbe-80eecf2382b6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1452034 Aug 31 18:29:24.959757 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-6a31ad19-6ddb-4fcc-af20-494e995ccc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:24.961920 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-6a31ad19-6ddb-4fcc-af20-494e995ccc28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc701b07276a4a1f8c82bee7bd17ff29&device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 1097 time: 0.1629260 Aug 31 18:29:25.045224 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-cedc233f-5b86-4b6c-8931-4d35d8ea14c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76edfd0a-1f89-4bd8-b484-0e4617c55586 HTTP/1.1" status: 200 len: 217 time: 0.0720365 Aug 31 18:29:25.095004 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:29:25.172268 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-cc513156-5547-4242-aba0-300c543a1e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:25.173786 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-cc513156-5547-4242-aba0-300c543a1e12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1640e7eb-6f86-4800-aeca-ab447e128959 HTTP/1.1" status: 200 len: 848 time: 0.1172788 Aug 31 18:29:25.179581 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device d4edd256-760b-4d82-9ffe-b195ecc1d852 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:25.184968 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c267545-3613-4452-bb33-44bd118fae88 req-0c04bc58-5949-44a8-a731-47ac14b58e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:25.188786 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c267545-3613-4452-bb33-44bd118fae88 req-0c04bc58-5949-44a8-a731-47ac14b58e1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b94b1710da7f4f6aa8e8cda5cfe8201f&device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 1098 time: 0.1402497 Aug 31 18:29:25.219092 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587693'] for router, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:25.242953 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36454) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:25.258562 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-990ae940-d3fc-4c1d-b46e-e3932e5da128 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98d85ea5-a50c-4042-8f04-6d344f7403bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357552 Aug 31 18:29:25.259531 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-36cbbe60-87df-4996-923e-bafcee214bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:25.278140 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port d4edd256-760b-4d82-9ffe-b195ecc1d852 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:25.286120 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port d4edd256-760b-4d82-9ffe-b195ecc1d852 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:25.286706 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:25.374640 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-36cbbe60-87df-4996-923e-bafcee214bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:25.379434 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-36cbbe60-87df-4996-923e-bafcee214bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:25.380935 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:25.419427 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbbe60-87df-4996-923e-bafcee214bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3dac4a-fd27-4142-a053-d3baf566d5de,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:25.423854 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-36cbbe60-87df-4996-923e-bafcee214bde admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab9a7cb18bba4d378d7cfd05fcf6ae0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794224 Aug 31 18:29:25.428720 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port d4edd256-760b-4d82-9ffe-b195ecc1d852, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=d4edd256-760b-4d82-9ffe-b195ecc1d852,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:25.434326 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:25.435693 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36456) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:25.498469 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e7434a05-a260-4b31-8713-fbac5751776b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:25.506329 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=d4edd256-760b-4d82-9ffe-b195ecc1d852,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:25.530301 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e7434a05-a260-4b31-8713-fbac5751776b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:25.567666 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407029ea-645b-496f-930d-d248369b6696 req-b7780327-a4cf-4e75-bb53-8974662329f7 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:25.569245 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-407029ea-645b-496f-930d-d248369b6696 req-b7780327-a4cf-4e75-bb53-8974662329f7 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 945 time: 0.2382004 Aug 31 18:29:25.586334 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e7434a05-a260-4b31-8713-fbac5751776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:25.589620 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e7434a05-a260-4b31-8713-fbac5751776b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:25.594383 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-e7434a05-a260-4b31-8713-fbac5751776b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3c3dac4a-fd27-4142-a053-d3baf566d5de HTTP/1.1" status: 204 len: 168 time: 0.1573987 Aug 31 18:29:25.603274 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7434a05-a260-4b31-8713-fbac5751776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3dac4a-fd27-4142-a053-d3baf566d5de,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:25.643039 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:25.651156 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c267545-3613-4452-bb33-44bd118fae88 req-6cdac0f1-2d50-4ed7-8227-c3d8862b3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:25.652707 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c267545-3613-4452-bb33-44bd118fae88 req-6cdac0f1-2d50-4ed7-8227-c3d8862b3448 service neutron] 10.222.0.50 "GET /v2.0/networks?id=67a7fcaf-7981-436c-959c-45fa790ef1c1 HTTP/1.1" status: 200 len: 913 time: 0.3927102 Aug 31 18:29:25.659042 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-b1797f4d-01e6-4ffd-b36f-dfc0f49ed7bf service neutron] 10.222.0.50 "GET /v2.0/networks/98d85ea5-a50c-4042-8f04-6d344f7403bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268690 Aug 31 18:29:25.749400 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-407029ea-645b-496f-930d-d248369b6696 req-43631a37-b89a-431b-8303-97054028d995 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610775 Aug 31 18:29:25.786038 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6681215-df8d-4436-9d47-b29864ac8b96 req-976cd602-def8-49bf-8ad7-25e257e351be tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:25.787769 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6681215-df8d-4436-9d47-b29864ac8b96 req-976cd602-def8-49bf-8ad7-25e257e351be tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 944 time: 0.2371528 Aug 31 18:29:25.789167 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c267545-3613-4452-bb33-44bd118fae88 req-cd19e2dc-5315-4994-9a44-af78f13cac2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb988cff-87d4-42a8-bd76-6499674d84c7 HTTP/1.1" status: 200 len: 217 time: 0.1103799 Aug 31 18:29:25.803355 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 is scheduled to L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 with binding_index 1 {{(pid=93880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:29:25.975024 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c267545-3613-4452-bb33-44bd118fae88 req-1bc5c843-3ef9-44b7-9c1e-2ae21f0ef919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:25.976541 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c267545-3613-4452-bb33-44bd118fae88 req-1bc5c843-3ef9-44b7-9c1e-2ae21f0ef919 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb0adba4-e1c5-4912-90a8-8aaab24df1d9 HTTP/1.1" status: 200 len: 852 time: 0.1753418 Aug 31 18:29:25.998806 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6681215-df8d-4436-9d47-b29864ac8b96 req-877c6608-d1b0-4aee-a6ff-f956828bd26c tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962469 Aug 31 18:29:26.057992 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c267545-3613-4452-bb33-44bd118fae88 req-4d202662-857e-4067-a5c6-67832e56dc55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=67a7fcaf-7981-436c-959c-45fa790ef1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624621 Aug 31 18:29:26.059812 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9dd182b-880b-4ee8-8043-d9eb8f5af490 req-7b0ab4b9-e0e1-4dec-ba4f-a80828a653bd service neutron] 10.222.0.50 "GET /v2.0/networks/98d85ea5-a50c-4042-8f04-6d344f7403bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801079 Aug 31 18:29:26.068992 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1ab4a-7fcd-4bbf-b658-47f01f44c8dd req-1c6130a1-f3f9-4b13-98d8-f8cf1100798f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:26.071024 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9df1ab4a-7fcd-4bbf-b658-47f01f44c8dd req-1c6130a1-f3f9-4b13-98d8-f8cf1100798f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.2107906 Aug 31 18:29:26.166998 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:29:26.189013 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Sync routers for ids ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:29:26.203324 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Routers {'0d3dbd75-ff6d-4639-8832-1bad275ef3c5'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:29:26.204209 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:29:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:26.218139 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9df1ab4a-7fcd-4bbf-b658-47f01f44c8dd req-c32e9d70-c274-4ee4-8c83-910365615b38 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360059 Aug 31 18:29:26.240235 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:26.244701 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3bf73f09-1928-4f64-a6cc-cae93a0ce867 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9817219 Aug 31 18:29:26.245222 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36484) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:26.247182 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5753e-0ccb-47ae-b9f4-85f47ca2bf32 req-780c4a47-2094-4fdc-8831-ad81206a686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:26.248765 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6d5753e-0ccb-47ae-b9f4-85f47ca2bf32 req-780c4a47-2094-4fdc-8831-ad81206a686c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc701b07276a4a1f8c82bee7bd17ff29&device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 1097 time: 0.0962632 Aug 31 18:29:26.282319 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c267545-3613-4452-bb33-44bd118fae88 req-4613b84b-0692-4d32-baf3-42e517a06282 service neutron] 10.222.0.50 "GET /v2.0/networks/67a7fcaf-7981-436c-959c-45fa790ef1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910295 Aug 31 18:29:26.327852 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Set router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:29:26.452694 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5753e-0ccb-47ae-b9f4-85f47ca2bf32 req-5ef7daf9-902b-4818-b7f7-77cfde980dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:26.455564 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6d5753e-0ccb-47ae-b9f4-85f47ca2bf32 req-5ef7daf9-902b-4818-b7f7-77cfde980dd7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98d85ea5-a50c-4042-8f04-6d344f7403bd HTTP/1.1" status: 200 len: 909 time: 0.1960680 Aug 31 18:29:26.462505 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c267545-3613-4452-bb33-44bd118fae88 req-3e9a5594-4680-4c61-a538-c14d070e9309 service neutron] 10.222.0.50 "GET /v2.0/networks/67a7fcaf-7981-436c-959c-45fa790ef1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434243 Aug 31 18:29:26.521572 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:29:24Z', 'revision_number': 3, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:26.536214 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6d5753e-0ccb-47ae-b9f4-85f47ca2bf32 req-78f3fcb3-1f41-4b8e-918a-e3d1a501df49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76edfd0a-1f89-4bd8-b484-0e4617c55586 HTTP/1.1" status: 200 len: 217 time: 0.0663135 Aug 31 18:29:26.558458 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Checking router: 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:29:26.558727 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Updating router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 port 3846429b-983a-4082-8fd9-aa3fc68a27f3 binding host dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:29:26.586602 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:26.600595 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5753e-0ccb-47ae-b9f4-85f47ca2bf32 req-33f7df6b-ac71-4550-9d4d-aceabe92ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:26.607036 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6d5753e-0ccb-47ae-b9f4-85f47ca2bf32 req-33f7df6b-ac71-4550-9d4d-aceabe92ce14 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1640e7eb-6f86-4800-aeca-ab447e128959 HTTP/1.1" status: 200 len: 848 time: 0.0566876 Aug 31 18:29:26.643146 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6d5753e-0ccb-47ae-b9f4-85f47ca2bf32 req-772b0bee-e200-4779-b740-98e9b89cc1e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98d85ea5-a50c-4042-8f04-6d344f7403bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292594 Aug 31 18:29:26.769986 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6d5753e-0ccb-47ae-b9f4-85f47ca2bf32 req-56c9cf7d-d3b4-4182-8b2e-df705e01571c service neutron] 10.222.0.50 "GET /v2.0/networks/98d85ea5-a50c-4042-8f04-6d344f7403bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139514 Aug 31 18:29:26.838641 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:26.932007 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6d5753e-0ccb-47ae-b9f4-85f47ca2bf32 req-79607a7c-e841-427d-8c38-e74544549f9f service neutron] 10.222.0.50 "GET /v2.0/networks/98d85ea5-a50c-4042-8f04-6d344f7403bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523082 Aug 31 18:29:26.944587 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:26.946138 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba66bf8-e0e2-4c31-af5f-4588ececd93e req-4a4ce9f8-1fea-4d83-8e24-512fe75332dd tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:26.947880 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4ba66bf8-e0e2-4c31-af5f-4588ececd93e req-4a4ce9f8-1fea-4d83-8e24-512fe75332dd tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 945 time: 0.0917773 Aug 31 18:29:26.977589 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Transition to ACTIVE for port object 3846429b-983a-4082-8fd9-aa3fc68a27f3 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:29:26.991311 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:27.034710 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Attempting to bind port 3846429b-983a-4082-8fd9-aa3fc68a27f3 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:29:27.035263 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Attempting to bind port 3846429b-983a-4082-8fd9-aa3fc68a27f3 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:29:27.035830 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Attempting to bind port 3846429b-983a-4082-8fd9-aa3fc68a27f3 on network 8be741c5-6977-48d8-bd13-0f8a1787586d {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:29:27.064382 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:29:27.064992 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Checking segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:29:27.065637 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:27.066126 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Bound using segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:29:27.066716 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Bound port: 3846429b-983a-4082-8fd9-aa3fc68a27f3, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:29:27.067218 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:27.099396 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device d4edd256-760b-4d82-9ffe-b195ecc1d852 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:27.111085 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Allocated IP 172.20.0.1 (b04046da-9c89-4497-a1f2-73518ae52ac1/56e44edf-623c-47bc-8cb7-194c41304bcb/506d41f9-0308-4823-b97d-1013764d6eaf) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:29:27.205057 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Pushing event updated for resources: {'Port': ['ID=3846429b-983a-4082-8fd9-aa3fc68a27f3,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:27.212908 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port d4edd256-760b-4d82-9ffe-b195ecc1d852 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:27.216691 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:27.217165 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:27.217699 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:27.218402 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:27.220563 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:27.221117 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:27.221667 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:27.222220 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:27.222914 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:27.223489 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:27.223888 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:27.224406 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:27.224951 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:29:27.231498 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] For port 3846429b-983a-4082-8fd9-aa3fc68a27f3, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:29:27.235330 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] For port 3846429b-983a-4082-8fd9-aa3fc68a27f3, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=3846429b-983a-4082-8fd9-aa3fc68a27f3,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:29:27.245169 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:27.253182 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:27.268575 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Transition to ACTIVE for port object 506d41f9-0308-4823-b97d-1013764d6eaf will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:29:27.309194 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Routers {'0d3dbd75-ff6d-4639-8832-1bad275ef3c5'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:29:27.310185 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:29:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:27.337539 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4ba66bf8-e0e2-4c31-af5f-4588ececd93e req-3e123016-4159-4ca4-8b13-412cb347566b tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/security-groups?id=f17c7cfd-0932-44f4-8b4f-41cc2d174188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774641 Aug 31 18:29:27.361250 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:27.380616 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bd870-6a43-4142-9078-6bd32f5f747c req-bcbff2bc-036a-4787-a099-5bafc0494cea tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:27.382618 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad0bd870-6a43-4142-9078-6bd32f5f747c req-bcbff2bc-036a-4787-a099-5bafc0494cea tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 944 time: 0.0984375 Aug 31 18:29:27.415163 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Network b04046da-9c89-4497-a1f2-73518ae52ac1 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:29:27.433608 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] Set router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:29:27.446739 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad0bd870-6a43-4142-9078-6bd32f5f747c req-46571de9-49a2-4367-9c5a-7d1787dfa777 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572395 Aug 31 18:29:27.467883 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:29:27.484472 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:29:27.485015 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582494'] for router_interface, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:27.580160 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Pushing event updated for resources: {'Port': ['ID=506d41f9-0308-4823-b97d-1013764d6eaf,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:27.632640 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bfed6-4982-4c8c-92ba-42fc8fbc6964 req-a136474a-bcf0-4ea5-948c-b8846c448c77 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:27.634106 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ba0bfed6-4982-4c8c-92ba-42fc8fbc6964 req-a136474a-bcf0-4ea5-948c-b8846c448c77 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0989456 Aug 31 18:29:27.687020 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ba0bfed6-4982-4c8c-92ba-42fc8fbc6964 req-05840153-cd20-45de-b15c-6a970005da71 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509934 Aug 31 18:29:27.739467 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:27.752564 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16960d1f-1055-46da-ba92-497af7c24a3d None None] Pushing event updated for resources: {'Port': ['ID=3846429b-983a-4082-8fd9-aa3fc68a27f3,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:27.848942 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:29:24Z', 'revision_number': 3, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:27.850708 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09df29-1393-43f0-a19d-2173c885c873 req-bb9ffafa-224d-4e80-8d34-e241e1fc1927 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:27.853474 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5f09df29-1393-43f0-a19d-2173c885c873 req-bb9ffafa-224d-4e80-8d34-e241e1fc1927 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.50 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 945 time: 0.0688870 Aug 31 18:29:27.901753 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359a3c9-5b9c-4a82-a804-594418c37a96 None None] The sync data for ids ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'] in dv-cinder-805887-9-iscsi is: [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:29:24Z', 'revision_number': 3, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:29:27.919816 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-5296b433-268d-4a1b-938a-b05e61570c66 None None] Provisioning for port 506d41f9-0308-4823-b97d-1013764d6eaf completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:27.924628 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-5296b433-268d-4a1b-938a-b05e61570c66 None None] Provisioning complete for port 506d41f9-0308-4823-b97d-1013764d6eaf triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:27.925857 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5296b433-268d-4a1b-938a-b05e61570c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:27.968981 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:27.974004 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-5296b433-268d-4a1b-938a-b05e61570c66 None None] Port 506d41f9-0308-4823-b97d-1013764d6eaf cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:29:27.981828 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:27.982596 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575982'] for router_interface, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:27.992288 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-5f09df29-1393-43f0-a19d-2173c885c873 req-319b2cfe-c827-4ee4-a326-9e6130756780 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Deleting port bb988cff-87d4-42a8-bd76-6499674d84c7 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:29:27.993082 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5f09df29-1393-43f0-a19d-2173c885c873 req-319b2cfe-c827-4ee4-a326-9e6130756780 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:28.092825 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Pushing event updated for resources: {'Port': ['ID=506d41f9-0308-4823-b97d-1013764d6eaf,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:28.122856 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-5f09df29-1393-43f0-a19d-2173c885c873 req-319b2cfe-c827-4ee4-a326-9e6130756780 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] For port bb988cff-87d4-42a8-bd76-6499674d84c7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=bb988cff-87d4-42a8-bd76-6499674d84c7,segment=NetworkSegment(1851a4a0-da45-47a9-bb2e-61d875107f7b),segment_id=1851a4a0-da45-47a9-bb2e-61d875107f7b)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:28.123227 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5f09df29-1393-43f0-a19d-2173c885c873 req-319b2cfe-c827-4ee4-a326-9e6130756780 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:28.137703 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-5f09df29-1393-43f0-a19d-2173c885c873 req-319b2cfe-c827-4ee4-a326-9e6130756780 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Calling delete_port for bb988cff-87d4-42a8-bd76-6499674d84c7 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:29:28.144061 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Network b04046da-9c89-4497-a1f2-73518ae52ac1 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:29:28.145731 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:29:28.195993 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36536) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:28.345119 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:29:28.383769 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5f09df29-1393-43f0-a19d-2173c885c873 req-319b2cfe-c827-4ee4-a326-9e6130756780 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:28.397517 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['bb988cff-87d4-42a8-bd76-6499674d84c7'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:29:28.462815 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b2cfe-c827-4ee4-a326-9e6130756780 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Pushing event deleted for resources: {'Port': ['ID=bb988cff-87d4-42a8-bd76-6499674d84c7,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:28.481841 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1d86-bc10-46e5-a7da-015a8cc8719d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:28.512556 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-38e64b46-6ad1-4dd8-9f16-c583016f07a1 None None] Provisioning complete for port 506d41f9-0308-4823-b97d-1013764d6eaf triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:28.513374 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38e64b46-6ad1-4dd8-9f16-c583016f07a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:28.533144 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3cce7c4c-7783-44a1-9c79-5c5fcc00c39e req-f1108f18-0537-4426-b062-1b40705ba0fd tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 210 time: 0.0854697 Aug 31 18:29:28.599934 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-38e64b46-6ad1-4dd8-9f16-c583016f07a1 None None] Port 506d41f9-0308-4823-b97d-1013764d6eaf cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:29:28.614326 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f09df29-1393-43f0-a19d-2173c885c873 req-319b2cfe-c827-4ee4-a326-9e6130756780 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] No DVR routers for this DVR port bb988cff-87d4-42a8-bd76-6499674d84c7 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:29:28.622161 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5f09df29-1393-43f0-a19d-2173c885c873 req-319b2cfe-c827-4ee4-a326-9e6130756780 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:28.624604 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5f09df29-1393-43f0-a19d-2173c885c873 req-319b2cfe-c827-4ee4-a326-9e6130756780 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.50 "DELETE /v2.0/ports/bb988cff-87d4-42a8-bd76-6499674d84c7 HTTP/1.1" status: 204 len: 173 time: 0.7614992 Aug 31 18:29:28.652647 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:29:28.658560 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cb9e1e-216c-43d3-a539-32e1abcf3986', 'name': 'network-vif-deleted', 'tag': 'bb988cff-87d4-42a8-bd76-6499674d84c7'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:29:28.669607 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-72800c72-106e-490d-bb2a-2bea4e4fb551 admin admin] 10.222.0.35 "PUT /v2.0/routers/0d3dbd75-ff6d-4639-8832-1bad275ef3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4150100 Aug 31 18:29:28.669952 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629c6414-c1eb-4284-9f72-831186a55876" -d '{"events": [{"server_uuid": "60cb9e1e-216c-43d3-a539-32e1abcf3986", "name": "network-vif-deleted", "tag": "bb988cff-87d4-42a8-bd76-6499674d84c7"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:29:28.801430 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70dc6f-9c4d-4b67-a2f1-631ef410af2d req-385ff1b8-273b-4bb4-bb21-9be32de0336d tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:28.804288 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1c70dc6f-9c4d-4b67-a2f1-631ef410af2d req-385ff1b8-273b-4bb4-bb21-9be32de0336d tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 944 time: 0.2077630 Aug 31 18:29:28.806749 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5880fde8-fa41-429e-ab8a-cdedab6eb751 x-openstack-request-id: req-5880fde8-fa41-429e-ab8a-cdedab6eb751 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:29:28.807218 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cb9e1e-216c-43d3-a539-32e1abcf3986", "name": "network-vif-deleted", "tag": "bb988cff-87d4-42a8-bd76-6499674d84c7", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:29:28.807633 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5880fde8-fa41-429e-ab8a-cdedab6eb751 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:29:28.808269 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cb9e1e-216c-43d3-a539-32e1abcf3986', 'name': 'network-vif-deleted', 'tag': 'bb988cff-87d4-42a8-bd76-6499674d84c7', 'status': 'completed', 'code': 200} Aug 31 18:29:28.990824 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1c70dc6f-9c4d-4b67-a2f1-631ef410af2d req-accc8d41-d2a5-497d-8e94-53faab782c72 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685767 Aug 31 18:29:29.058235 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0552fd7-df4f-4e9f-bf5d-5da4070123f3 req-55bfc95f-9d71-4fe6-9d9a-46e7b6f08424 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:29.072548 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a0552fd7-df4f-4e9f-bf5d-5da4070123f3 req-55bfc95f-9d71-4fe6-9d9a-46e7b6f08424 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.2040076 Aug 31 18:29:29.076171 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1d86-bc10-46e5-a7da-015a8cc8719d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.094690 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1d86-bc10-46e5-a7da-015a8cc8719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.142547 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 3846429b-983a-4082-8fd9-aa3fc68a27f3 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:29.205541 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36566) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:29.206425 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3d5a1d86-bc10-46e5-a7da-015a8cc8719d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92e2ff1c10d941f0861d37982f9d7e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0079355 Aug 31 18:29:29.207253 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a1d86-bc10-46e5-a7da-015a8cc8719d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c4cec2-5dba-47e9-a1c7-b0e0aed216c1,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:29.218079 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a0552fd7-df4f-4e9f-bf5d-5da4070123f3 req-5ac0f5a4-071d-483c-9d8a-c6a321b09cc1 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378229 Aug 31 18:29:29.249944 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 3846429b-983a-4082-8fd9-aa3fc68a27f3 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:29.254531 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 3846429b-983a-4082-8fd9-aa3fc68a27f3 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:29.254992 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.289659 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5083621e-09fc-49bc-b632-4c8c0be9cbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.308593 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36570) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:29.314728 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1232327727-network', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:29.317268 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5083621e-09fc-49bc-b632-4c8c0be9cbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.338103 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Made reservation on behalf of d8427be1de7a41fcb0ab0c41dd545325 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:29:29.342735 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.343333 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.359457 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.368651 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 3846429b-983a-4082-8fd9-aa3fc68a27f3, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=3846429b-983a-4082-8fd9-aa3fc68a27f3,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:29.373454 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.374737 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5083621e-09fc-49bc-b632-4c8c0be9cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.379852 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5083621e-09fc-49bc-b632-4c8c0be9cbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.381173 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5083621e-09fc-49bc-b632-4c8c0be9cbb8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63c4cec2-5dba-47e9-a1c7-b0e0aed216c1 HTTP/1.1" status: 204 len: 168 time: 0.1745658 Aug 31 18:29:29.393109 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083621e-09fc-49bc-b632-4c8c0be9cbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c4cec2-5dba-47e9-a1c7-b0e0aed216c1,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:29.469010 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=3846429b-983a-4082-8fd9-aa3fc68a27f3,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:29.480141 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.484719 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.515906 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:29:29.524592 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7413acd6-8a94-468b-a8df-4b407d42bb46,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:29.533337 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.533337 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Added segment 4c06a0cc-50b0-472c-8ca9-912b9d172f39 of type vlan for network 7f8f2228-f3c9-4e17-82eb-a247fcb13a85 Aug 31 18:29:29.584439 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.617522 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.620553 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:29.620553 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.696769 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cd73dc9c-8e06-4b6d-a059-de855c134332 req-f422aafe-f2cd-440c-a808-961ab8a979c5 tempest-DeleteServersTestJSON-944657727 tempest-DeleteServersTestJSON-944657727-project] 10.222.0.35 "GET /v2.0/ports?device_id=60cb9e1e-216c-43d3-a539-32e1abcf3986 HTTP/1.1" status: 200 len: 210 time: 0.0670722 Aug 31 18:29:29.706626 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3948081 Aug 31 18:29:29.706993 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36580) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:29.713658 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-93e567b9-a207-4a66-a2bf-edae919cd490 admin admin] Request body: {'subnet': {'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1232327727-subnet', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:29.715944 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4243d6-2f2c-4f16-9a73-36049783cef5 admin admin] Pushing event updated for resources: {'Network': ['ID=7f8f2228-f3c9-4e17-82eb-a247fcb13a85,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:29.730164 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network 7f8f2228-f3c9-4e17-82eb-a247fcb13a85 details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:29:29.754639 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e567b9-a207-4a66-a2bf-edae919cd490 admin admin] Made reservation on behalf of d8427be1de7a41fcb0ab0c41dd545325 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:29:29.756983 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93e567b9-a207-4a66-a2bf-edae919cd490 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.853353 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36584) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:29.876200 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a08f322e-1a85-4b3b-bca5-f4168a724733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.953106 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93e567b9-a207-4a66-a2bf-edae919cd490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:29.968585 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Sync routers for ids ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:29:29.979018 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Routers {'0d3dbd75-ff6d-4639-8832-1bad275ef3c5'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:29:29.979933 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:29:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:30.014538 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e567b9-a207-4a66-a2bf-edae919cd490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71879b6-e932-443e-bc95-82919b450b7f,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:30.018550 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a08f322e-1a85-4b3b-bca5-f4168a724733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:30.025680 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 76edfd0a-1f89-4bd8-b484-0e4617c55586 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:29:30.027069 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e567b9-a207-4a66-a2bf-edae919cd490 admin admin] Checking segment: {'id': '4c06a0cc-50b0-472c-8ca9-912b9d172f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:29:30.027791 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e567b9-a207-4a66-a2bf-edae919cd490 admin admin] Network hostable DHCP agents. Network: 7f8f2228-f3c9-4e17-82eb-a247fcb13a85, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:29:30.028322 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a08f322e-1a85-4b3b-bca5-f4168a724733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:30.057867 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e567b9-a207-4a66-a2bf-edae919cd490 admin admin] Network 7f8f2228-f3c9-4e17-82eb-a247fcb13a85 is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:29:30.074202 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-93e567b9-a207-4a66-a2bf-edae919cd490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, 7f8f2228-f3c9-4e17-82eb-a247fcb13a85) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:29:30.081404 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e567b9-a207-4a66-a2bf-edae919cd490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:30.081516 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f322e-1a85-4b3b-bca5-f4168a724733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a411a9-70fe-46a1-888d-457c3cae691f,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:30.082722 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93e567b9-a207-4a66-a2bf-edae919cd490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:30.087569 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a08f322e-1a85-4b3b-bca5-f4168a724733 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e537e720fee4dfcad04da39fd43bd59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307184 Aug 31 18:29:30.087806 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36588) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:30.104119 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cfe6ec-96c9-47b9-8c59-ae64e7e3f998 None None] Network 7f8f2228-f3c9-4e17-82eb-a247fcb13a85 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:29:30.123781 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-93e567b9-a207-4a66-a2bf-edae919cd490 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4128044 Aug 31 18:29:30.124132 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36590) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:30.131044 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1232327727-router', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:30.161614 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b17bcfe8-c197-481d-baa4-87e1fc63c0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:30.169607 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3853'] for router, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:30.170907 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2003837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:30.236138 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b17bcfe8-c197-481d-baa4-87e1fc63c0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:30.241117 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Set router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:29:30.254162 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:30.305364 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425bebd-21b2-4e90-b5d3-7132aa7b61c6 req-1c815cbb-f5a5-4c4e-b544-5f8c4c6e4871 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:30.306930 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5425bebd-21b2-4e90-b5d3-7132aa7b61c6 req-1c815cbb-f5a5-4c4e-b544-5f8c4c6e4871 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 944 time: 0.1398339 Aug 31 18:29:30.322034 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b17bcfe8-c197-481d-baa4-87e1fc63c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:30.324756 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b17bcfe8-c197-481d-baa4-87e1fc63c0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:30.326175 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b17bcfe8-c197-481d-baa4-87e1fc63c0b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86a411a9-70fe-46a1-888d-457c3cae691f HTTP/1.1" status: 204 len: 168 time: 0.2374203 Aug 31 18:29:30.373706 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bcfe8-c197-481d-baa4-87e1fc63c0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a411a9-70fe-46a1-888d-457c3cae691f,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:30.398639 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5425bebd-21b2-4e90-b5d3-7132aa7b61c6 req-edd60be0-2944-4752-9e40-dfd8ef9036ac tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848989 Aug 31 18:29:30.420984 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3fab2-791c-435b-b87a-e120bbc1d0b3 req-ec92375c-9791-498e-a2fa-9e84db0e41db tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:30.423263 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-02c3fab2-791c-435b-b87a-e120bbc1d0b3 req-ec92375c-9791-498e-a2fa-9e84db0e41db tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0853453 Aug 31 18:29:30.467949 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:30.483519 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-02c3fab2-791c-435b-b87a-e120bbc1d0b3 req-eb542d52-e473-478f-a696-b9b2c0dc0913 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486963 Aug 31 18:29:30.548342 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 76edfd0a-1f89-4bd8-b484-0e4617c55586, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=76edfd0a-1f89-4bd8-b484-0e4617c55586,segment=NetworkSegment(4d56fd22-eb20-4a0e-9ba2-27865f34dd51),segment_id=4d56fd22-eb20-4a0e-9ba2-27865f34dd51)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:30.627820 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '76edfd0a-1f89-4bd8-b484-0e4617c55586', 'network_id': '98d85ea5-a50c-4042-8f04-6d344f7403bd', 'port_id': '76edfd0a-1f89-4bd8-b484-0e4617c55586', 'mac_address': 'fa:16:3e:e1:92:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1640e7eb-6f86-4800-aeca-ab447e128959', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:29:30.723121 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bae0c3-7a1f-5850-b0fd-6d978053451f-7f8f2228-f3c9-4e17-82eb-a247fcb13a85', 'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'fixed_ips': [{'subnet_id': 'e71879b6-e932-443e-bc95-82919b450b7f'}]}} from dv-cinder-805887-9-iscsi. {{(pid=93881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:29:30.725264 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:30.774013 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:30.824316 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76edfd0a-1f89-4bd8-b484-0e4617c55586 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:29:30.948886 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 76edfd0a-1f89-4bd8-b484-0e4617c55586, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=76edfd0a-1f89-4bd8-b484-0e4617c55586,segment=NetworkSegment(4d56fd22-eb20-4a0e-9ba2-27865f34dd51),segment_id=4d56fd22-eb20-4a0e-9ba2-27865f34dd51)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:31.008113 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:31.050545 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:29:27Z', 'revision_number': 4, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '506d41f9-0308-4823-b97d-1013764d6eaf', 'name': '', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'mac_address': 'fa:16:3e:cc:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:26Z', 'updated_at': '2021-08-31T18:29:27Z', 'revision_number': 2, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'subnets': [{'id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:31.061250 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:31.090484 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:31.103588 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 3846429b-983a-4082-8fd9-aa3fc68a27f3 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:31.114087 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Checking router: 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:29:31.114436 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Updating router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 port 506d41f9-0308-4823-b97d-1013764d6eaf binding host dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:29:31.176776 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Allocated IP 172.20.0.2 (7f8f2228-f3c9-4e17-82eb-a247fcb13a85/e71879b6-e932-443e-bc95-82919b450b7f/8b251e8d-e409-4615-a7ff-3d91968a2090) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:29:31.196732 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=76edfd0a-1f89-4bd8-b484-0e4617c55586,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:31.210027 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:31.276020 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Allocated IP 172.27.0.134 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/9bf44aea-189f-4e1e-93f8-43d2c5d8acc7) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:29:31.384255 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 3846429b-983a-4082-8fd9-aa3fc68a27f3 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:31.384882 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:31.428431 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:31.499865 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['76edfd0a-1f89-4bd8-b484-0e4617c55586'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:29:31.525766 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:31.593277 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08aeaae-63a5-45cd-b01a-170fab6afa73 req-b689c027-7bf0-4937-a784-51f1d1a2aa53 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:31.599542 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f08aeaae-63a5-45cd-b01a-170fab6afa73 req-b689c027-7bf0-4937-a784-51f1d1a2aa53 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 945 time: 0.0872879 Aug 31 18:29:31.631833 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:29:31.641137 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:29:31.649620 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:29:31.653395 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf44aea-189f-4e1e-93f8-43d2c5d8acc7,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:31.710430 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:31.734549 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Transition to ACTIVE for port object 8b251e8d-e409-4615-a7ff-3d91968a2090 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:29:31.738919 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f08aeaae-63a5-45cd-b01a-170fab6afa73 req-87d95723-ce07-453a-9014-472dd894334c tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650444 Aug 31 18:29:31.790905 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24126b-32b3-4aaa-a339-9fc161b69082 req-63a1f86a-cf89-4883-9c47-6bbd9a072e26 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:31.792493 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5a24126b-32b3-4aaa-a339-9fc161b69082 req-63a1f86a-cf89-4883-9c47-6bbd9a072e26 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.1917603 Aug 31 18:29:31.836206 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Transition to ACTIVE for port object 8b251e8d-e409-4615-a7ff-3d91968a2090 will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:29:31.877743 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:31.908576 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5a24126b-32b3-4aaa-a339-9fc161b69082 req-7049a273-c2dc-4e9f-9baa-0da9373edb84 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987644 Aug 31 18:29:31.961552 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.003770 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4398-1293-4b91-812c-395a91954972 req-3619dfd0-7c51-4d12-8d65-e7252f6648b0 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:32.005805 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-3619dfd0-7c51-4d12-8d65-e7252f6648b0 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/networks?id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b HTTP/1.1" status: 200 len: 815 time: 0.1284020 Aug 31 18:29:32.023120 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-9e45fb87-0f92-44c7-ad22-bd3d20ef99fb tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/quotas/4aeaa7bfaece4dcb81fcebd4ec0eff17 HTTP/1.1" status: 200 len: 375 time: 0.0106850 Aug 31 18:29:32.035494 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Network 7f8f2228-f3c9-4e17-82eb-a247fcb13a85 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:29:32.039465 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:29:32.053686 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:29:32.075925 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device bb988cff-87d4-42a8-bd76-6499674d84c7 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:29:32.078858 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Pushing event updated for resources: {'Port': ['ID=8b251e8d-e409-4615-a7ff-3d91968a2090,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:32.108620 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.122353 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-052a4e8b-d76d-4286-baaf-1b0bcf7eb5db tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790865 Aug 31 18:29:32.165637 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: bb988cff-87d4-42a8-bd76-6499674d84c7 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:29:32.165993 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device bb988cff-87d4-42a8-bd76-6499674d84c7 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:29:32.206523 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Transition to ACTIVE for port object 506d41f9-0308-4823-b97d-1013764d6eaf will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:29:32.215490 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587693'] for router, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.225184 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Attempting to bind port 8b251e8d-e409-4615-a7ff-3d91968a2090 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:29:32.225555 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Attempting to bind port 8b251e8d-e409-4615-a7ff-3d91968a2090 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': '4c06a0cc-50b0-472c-8ca9-912b9d172f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:29:32.225947 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Attempting to bind port 8b251e8d-e409-4615-a7ff-3d91968a2090 on network 7f8f2228-f3c9-4e17-82eb-a247fcb13a85 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:29:32.231859 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.249601 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-cb455b2b-df76-4346-9ef8-48d21bc843e5 service neutron] 10.222.0.35 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155949 Aug 31 18:29:32.301345 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f5132-96d3-48bb-9917-79935cb1e813 None None] Pushing event updated for resources: {'Port': ['ID=506d41f9-0308-4823-b97d-1013764d6eaf,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:32.304782 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:29:32.305214 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Checking segment: {'id': '4c06a0cc-50b0-472c-8ca9-912b9d172f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:29:32.305635 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.306267 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Bound using segment: {'id': '4c06a0cc-50b0-472c-8ca9-912b9d172f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:29:32.306833 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Bound port: 8b251e8d-e409-4615-a7ff-3d91968a2090, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c06a0cc-50b0-472c-8ca9-912b9d172f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:29:32.307222 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.394783 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36682) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:32.439279 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-8aea1126-6bcb-47d8-900c-5283f166ff85 service neutron] 10.222.0.35 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827941 Aug 31 18:29:32.442594 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] For port 8b251e8d-e409-4615-a7ff-3d91968a2090, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:29:32.464419 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Router 16c37851-b75b-43c4-a33f-fcc0b394bedc is scheduled to L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 with binding_index 1 {{(pid=93879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:29:32.490089 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd021cb-6b4e-4cc5-b7ad-fd698e5e5c85 admin admin] Deleting subnet fb0adba4-e1c5-4912-90a8-8aaab24df1d9 {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:29:32.494738 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2cd021cb-6b4e-4cc5-b7ad-fd698e5e5c85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.518769 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] For port 8b251e8d-e409-4615-a7ff-3d91968a2090, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=8b251e8d-e409-4615-a7ff-3d91968a2090,segment=NetworkSegment(4c06a0cc-50b0-472c-8ca9-912b9d172f39),segment_id=4c06a0cc-50b0-472c-8ca9-912b9d172f39)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:29:32.526653 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Attempting to bind port 506d41f9-0308-4823-b97d-1013764d6eaf on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:29:32.527975 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Attempting to bind port 506d41f9-0308-4823-b97d-1013764d6eaf by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f2385a44-6b35-4207-8347-bfe70808ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:29:32.528345 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Attempting to bind port 506d41f9-0308-4823-b97d-1013764d6eaf on network b04046da-9c89-4497-a1f2-73518ae52ac1 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:29:32.545144 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2cd021cb-6b4e-4cc5-b7ad-fd698e5e5c85 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.545435 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:29:32.545848 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Checking segment: {'id': 'f2385a44-6b35-4207-8347-bfe70808ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:29:32.546257 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.546659 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Bound using segment: {'id': 'f2385a44-6b35-4207-8347-bfe70808ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:29:32.547149 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Bound port: 506d41f9-0308-4823-b97d-1013764d6eaf, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2385a44-6b35-4207-8347-bfe70808ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:29:32.547533 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.558446 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2cd021cb-6b4e-4cc5-b7ad-fd698e5e5c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.587243 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.697013 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2cd021cb-6b4e-4cc5-b7ad-fd698e5e5c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.717272 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759baa8b-fb40-4fe2-b8e9-5ac1395cdc65 None None] Pushing event updated for resources: {'Port': ['ID=8b251e8d-e409-4615-a7ff-3d91968a2090,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:32.742277 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] For port 506d41f9-0308-4823-b97d-1013764d6eaf, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:29:32.745658 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] For port 506d41f9-0308-4823-b97d-1013764d6eaf, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=506d41f9-0308-4823-b97d-1013764d6eaf,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:29:32.753540 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:29:32.760621 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.782715 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Sync routers for ids ['16c37851-b75b-43c4-a33f-fcc0b394bedc'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:29:32.793499 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.797886 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7f3ce7cd-ff00-4111-a64b-2019aef8e780 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6713111 Aug 31 18:29:32.798603 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36700) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:32.802442 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Routers {'16c37851-b75b-43c4-a33f-fcc0b394bedc'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:29:32.803278 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:29:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['16c37851-b75b-43c4-a33f-fcc0b394bedc'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:32.860235 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c717670f-08a8-4619-a986-fb9fd8fef4ec req-0f414ecc-82d8-4f52-bd78-c53b23764dc1 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 210 time: 0.1125600 Aug 31 18:29:32.860235 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd021cb-6b4e-4cc5-b7ad-fd698e5e5c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0adba4-e1c5-4912-90a8-8aaab24df1d9,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:32.869585 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2cd021cb-6b4e-4cc5-b7ad-fd698e5e5c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:32.879993 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-2cd021cb-6b4e-4cc5-b7ad-fd698e5e5c85 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fb0adba4-e1c5-4912-90a8-8aaab24df1d9 HTTP/1.1" status: 204 len: 168 time: 0.4840040 Aug 31 18:29:32.880670 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36704) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:32.905958 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Routers {'0d3dbd75-ff6d-4639-8832-1bad275ef3c5'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:29:32.906459 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:29:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:33.092997 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Set router 16c37851-b75b-43c4-a33f-fcc0b394bedc gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:29:33.097523 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f5132-96d3-48bb-9917-79935cb1e813 None None] Pushing event updated for resources: {'Port': ['ID=506d41f9-0308-4823-b97d-1013764d6eaf,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:33.309334 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edd411-b9dd-428b-ad4b-2838c7e6bf39 req-ae90d527-cc96-4932-a793-26809aadc6a2 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:33.318104 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-78edd411-b9dd-428b-ad4b-2838c7e6bf39 req-ae90d527-cc96-4932-a793-26809aadc6a2 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 945 time: 0.3638589 Aug 31 18:29:33.329409 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:33.386113 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189b38e-782c-47a0-82c4-d0c764f33f8c req-27823fa1-bcda-42a8-b644-b973922b0e80 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:33.400102 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2189b38e-782c-47a0-82c4-d0c764f33f8c req-27823fa1-bcda-42a8-b644-b973922b0e80 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.2858157 Aug 31 18:29:33.469654 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2189b38e-782c-47a0-82c4-d0c764f33f8c req-cfb4dbec-4cd7-43a9-881f-40a68b4df3b2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653510 Aug 31 18:29:33.483565 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-78edd411-b9dd-428b-ad4b-2838c7e6bf39 req-b258cef8-7b24-4a80-86de-649d10ad52f5 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641262 Aug 31 18:29:33.501893 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'name': 'tempest-TestShelveInstance-1232327727-router', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:30Z', 'updated_at': '2021-08-31T18:29:31Z', 'revision_number': 3, 'project_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'gw_port': {'id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:31Z', 'updated_at': '2021-08-31T18:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:33.545789 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Checking router: 16c37851-b75b-43c4-a33f-fcc0b394bedc for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:29:33.546525 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Updating router 16c37851-b75b-43c4-a33f-fcc0b394bedc port 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 binding host dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:29:33.592924 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:33.602718 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] Set router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:29:33.625870 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:33.670600 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.671135 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.672165 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.672528 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > port after_create 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.672959 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.673408 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > port after_update 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.673811 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.674495 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.674870 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.675291 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.859004 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:33.932966 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.933514 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.933642 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.933984 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:29:33.934358 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a7fcaf-7981-436c-959c-45fa790ef1c1']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:33.955261 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1851a4a0-da45-47a9-bb2e-61d875107f7b') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:33.955562 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1851a4a0-da45-47a9-bb2e-61d875107f7b') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:33.982205 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126587601'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.019291 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.031495 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:29:34.032353 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126740724'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.039222 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:29:27Z', 'revision_number': 4, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '506d41f9-0308-4823-b97d-1013764d6eaf', 'name': '', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'mac_address': 'fa:16:3e:cc:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:26Z', 'updated_at': '2021-08-31T18:29:32Z', 'revision_number': 4, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'subnets': [{'id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:34.054974 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.072360 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Transition to ACTIVE for port object 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:29:34.086738 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.106620 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 76edfd0a-1f89-4bd8-b484-0e4617c55586 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: from cryptography.utils import int_from_bytes Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: from cryptography.utils import int_from_bytes Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: Traceback (most recent call last): Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: timer() Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: cb(*args, **kw) Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: return func(*args, **kwargs) Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: self._notify() Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: self.callback(batched_events) Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: event.method(event) Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: return f(self, *a, **k) Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._get(url).json() Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:29:34.138039 dv-cinder-805887-9-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:29:34.140980 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.143912 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129866f-ca16-447a-96db-a503a64f9cde None None] Pushing event updated for resources: {'Port': ['ID=9bf44aea-189f-4e1e-93f8-43d2c5d8acc7,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:34.149870 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.155091 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] 10.222.0.35 "DELETE /v2.0/networks/67a7fcaf-7981-436c-959c-45fa790ef1c1 HTTP/1.1" status: 204 len: 168 time: 1.2661030 Aug 31 18:29:34.173405 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Attempting to bind port 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:29:34.174034 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Attempting to bind port 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:29:34.174612 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Attempting to bind port 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 on network 8be741c5-6977-48d8-bd13-0f8a1787586d {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:29:34.178325 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8d432-c26b-453b-a664-e49bc1da7f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=67a7fcaf-7981-436c-959c-45fa790ef1c1,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:34.179311 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b973-3460-44b3-8dcf-0819af2e6bf8 None None] The sync data for ids ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'] in dv-cinder-805887-9-iscsi is: [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:29:27Z', 'revision_number': 4, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '506d41f9-0308-4823-b97d-1013764d6eaf', 'name': '', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'mac_address': 'fa:16:3e:cc:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:26Z', 'updated_at': '2021-08-31T18:29:32Z', 'revision_number': 4, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'subnets': [{'id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:29:34.181736 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:29:34.182427 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Checking segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:29:34.184433 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.185088 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Bound using segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:29:34.185653 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Bound port: 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:29:34.186160 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.205501 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Allocated IP 172.20.0.1 (7f8f2228-f3c9-4e17-82eb-a247fcb13a85/e71879b6-e932-443e-bc95-82919b450b7f/6aa7485a-7bc9-4f3d-8ca6-19978bae3833) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:29:34.239615 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port 76edfd0a-1f89-4bd8-b484-0e4617c55586 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:34.251404 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cb61b8b0-4ec2-42dc-b5b0-b1335c2185c4 req-4ca492ec-eed8-41bd-9914-174dde1fc981 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 210 time: 0.1119237 Aug 31 18:29:34.252981 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 76edfd0a-1f89-4bd8-b484-0e4617c55586 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:34.254855 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.293402 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] For port 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:29:34.301777 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] For port 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=9bf44aea-189f-4e1e-93f8-43d2c5d8acc7,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:29:34.309389 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.397795 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Routers {'16c37851-b75b-43c4-a33f-fcc0b394bedc'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:29:34.398440 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:29:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['16c37851-b75b-43c4-a33f-fcc0b394bedc'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:34.443385 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.457833 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.463809 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Transition to ACTIVE for port object 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:29:34.499182 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129866f-ca16-447a-96db-a503a64f9cde None None] Pushing event updated for resources: {'Port': ['ID=9bf44aea-189f-4e1e-93f8-43d2c5d8acc7,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:34.508556 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 76edfd0a-1f89-4bd8-b484-0e4617c55586, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=76edfd0a-1f89-4bd8-b484-0e4617c55586,segment=NetworkSegment(4d56fd22-eb20-4a0e-9ba2-27865f34dd51),segment_id=4d56fd22-eb20-4a0e-9ba2-27865f34dd51)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:34.510808 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79068349-48b4-423a-a1c4-e6a8319590ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76edfd0a-1f89-4bd8-b484-0e4617c55586'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:29:34.514378 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fef96f-1b1c-46a3-8727-66cbbd9ef4af" -d '{"events": [{"server_uuid": "79068349-48b4-423a-a1c4-e6a8319590ea", "name": "network-vif-plugged", "status": "completed", "tag": "76edfd0a-1f89-4bd8-b484-0e4617c55586"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:29:34.530857 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.560549 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36732) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:34.589445 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:34.634030 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c92e51-dbf8-498f-b9ea-3aafbb99273f None None] Network 7f8f2228-f3c9-4e17-82eb-a247fcb13a85 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:29:34.636616 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] Set router 16c37851-b75b-43c4-a33f-fcc0b394bedc gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:29:34.691961 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e73dc6a-3421-412e-b48d-46dd7651999b x-openstack-request-id: req-1e73dc6a-3421-412e-b48d-46dd7651999b {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:29:34.692687 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79068349-48b4-423a-a1c4-e6a8319590ea", "name": "network-vif-plugged", "status": "completed", "tag": "76edfd0a-1f89-4bd8-b484-0e4617c55586", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:29:34.693170 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e73dc6a-3421-412e-b48d-46dd7651999b {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:29:34.694551 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79068349-48b4-423a-a1c4-e6a8319590ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76edfd0a-1f89-4bd8-b484-0e4617c55586', 'code': 200} Aug 31 18:29:34.739745 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=76edfd0a-1f89-4bd8-b484-0e4617c55586,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:34.760270 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-61facf2e-bbed-45b1-b858-2a2b71bf597b None None] Provisioning for port 8b251e8d-e409-4615-a7ff-3d91968a2090 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:34.811922 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6aa7485a-7bc9-4f3d-8ca6-19978bae3833,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:34.828313 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Network 7f8f2228-f3c9-4e17-82eb-a247fcb13a85 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:29:34.834492 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:29:34.842204 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:29:34.844273 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582494'] for router_interface, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:35.010927 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-54dd567d-4d98-4c3c-a997-6cd811a994a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b94b1710da7f4f6aa8e8cda5cfe8201f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4489901 Aug 31 18:29:35.018119 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36742) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:35.035422 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'name': 'tempest-TestShelveInstance-1232327727-router', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:30Z', 'updated_at': '2021-08-31T18:29:31Z', 'revision_number': 3, 'project_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'gw_port': {'id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:31Z', 'updated_at': '2021-08-31T18:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:35.107617 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51bd4e-5de9-447a-b253-7ce98e997d27 None None] The sync data for ids ['16c37851-b75b-43c4-a33f-fcc0b394bedc'] in dv-cinder-805887-9-iscsi is: [{'id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'name': 'tempest-TestShelveInstance-1232327727-router', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:30Z', 'updated_at': '2021-08-31T18:29:31Z', 'revision_number': 3, 'project_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'gw_port': {'id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:31Z', 'updated_at': '2021-08-31T18:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:29:35.159942 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d6ff5561-f501-4b91-b976-602a96b77bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:35.260655 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 506d41f9-0308-4823-b97d-1013764d6eaf up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:35.287556 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d6ff5561-f501-4b91-b976-602a96b77bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:35.310305 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8440221-bc99-49a6-98f1-cb5a51669c36 req-392890a1-e5c8-481e-baed-a6c23ec4550e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:35.331653 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d8440221-bc99-49a6-98f1-cb5a51669c36 req-392890a1-e5c8-481e-baed-a6c23ec4550e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.7314157 Aug 31 18:29:35.376908 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:35.395900 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 506d41f9-0308-4823-b97d-1013764d6eaf completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:35.406738 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 506d41f9-0308-4823-b97d-1013764d6eaf triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:35.407262 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:35.421640 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d6ff5561-f501-4b91-b976-602a96b77bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:35.435600 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d6ff5561-f501-4b91-b976-602a96b77bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:35.451005 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d6ff5561-f501-4b91-b976-602a96b77bb5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f17c7cfd-0932-44f4-8b4f-41cc2d174188 HTTP/1.1" status: 204 len: 168 time: 0.4245183 Aug 31 18:29:35.485923 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af332b0-f08e-479c-8120-ee4d194a3f97 req-a1166780-f16b-42f3-88a8-70aeeab94f34 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:35.496233 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5af332b0-f08e-479c-8120-ee4d194a3f97 req-a1166780-f16b-42f3-88a8-70aeeab94f34 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 946 time: 0.6260419 Aug 31 18:29:35.503711 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff5561-f501-4b91-b976-602a96b77bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17c7cfd-0932-44f4-8b4f-41cc2d174188,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:35.521844 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8110e49-2661-46d6-aa3f-08e944793b13 req-f34b4663-de26-47e8-a069-3dd43eaa7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:35.525950 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d8110e49-2661-46d6-aa3f-08e944793b13 req-f34b4663-de26-47e8-a069-3dd43eaa7c29 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 1099 time: 0.4807911 Aug 31 18:29:35.535323 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4398-1293-4b91-812c-395a91954972 req-987a0b3c-faba-487c-ac18-b1fbfc639697 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:35.537030 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-987a0b3c-faba-487c-ac18-b1fbfc639697 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "GET /v2.0/networks?id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b HTTP/1.1" status: 200 len: 815 time: 0.7698500 Aug 31 18:29:35.588401 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-3f7d4398-1293-4b91-812c-395a91954972 req-51915276-cac8-4a16-8ae5-dde4f90cc508 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Request body: {'port': {'device_id': 'ec923e45-173b-4279-86db-faa7138b1356', 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b', 'admin_state_up': True, 'tenant_id': '4aeaa7bfaece4dcb81fcebd4ec0eff17'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:35.663283 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2de568b-942d-413f-bcf4-3ffd2a6ac299 None None] Provisioning for port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:35.683346 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2de568b-942d-413f-bcf4-3ffd2a6ac299 None None] Provisioning complete for port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:35.683817 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2de568b-942d-413f-bcf4-3ffd2a6ac299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:35.769332 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2de568b-942d-413f-bcf4-3ffd2a6ac299 None None] Port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:29:35.870250 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5af332b0-f08e-479c-8120-ee4d194a3f97 req-ef5e23e3-12a3-4ae8-9d69-0b3fa77aa802 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730097 Aug 31 18:29:35.925615 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d8440221-bc99-49a6-98f1-cb5a51669c36 req-4203401a-e8be-4e3f-af04-e98778c574dd tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923946 Aug 31 18:29:35.953361 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:36.011038 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d8110e49-2661-46d6-aa3f-08e944793b13 req-74110a85-842f-46bb-9c78-f205cc64a255 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298279 Aug 31 18:29:36.027841 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:36.049692 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:36.050599 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575982'] for router_interface, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:36.080375 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7d4398-1293-4b91-812c-395a91954972 req-51915276-cac8-4a16-8ae5-dde4f90cc508 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Made reservation on behalf of 4aeaa7bfaece4dcb81fcebd4ec0eff17 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:29:36.082883 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 506d41f9-0308-4823-b97d-1013764d6eaf, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=506d41f9-0308-4823-b97d-1013764d6eaf,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:36.088443 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f7d4398-1293-4b91-812c-395a91954972 req-51915276-cac8-4a16-8ae5-dde4f90cc508 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:36.092200 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-2c49b6a7-983f-46e0-b421-014b15bcb331 None None] Provisioning complete for port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:36.094311 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2c49b6a7-983f-46e0-b421-014b15bcb331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:36.097838 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:36.098955 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 8b251e8d-e409-4615-a7ff-3d91968a2090 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:36.150618 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6aa7485a-7bc9-4f3d-8ca6-19978bae3833,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:36.219089 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e5d2369d-3275-400c-86f9-d0c1fcff73f7 req-84e7b03f-0264-480e-be65-dc3611947261 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 210 time: 0.0715716 Aug 31 18:29:36.247031 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-2c49b6a7-983f-46e0-b421-014b15bcb331 None None] Port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:29:36.287627 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=506d41f9-0308-4823-b97d-1013764d6eaf,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:36.321179 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 8b251e8d-e409-4615-a7ff-3d91968a2090 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:36.330835 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 8b251e8d-e409-4615-a7ff-3d91968a2090 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:36.330835 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:36.363157 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Network 7f8f2228-f3c9-4e17-82eb-a247fcb13a85 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:29:36.365037 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:29:36.415767 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-3f7d4398-1293-4b91-812c-395a91954972 req-51915276-cac8-4a16-8ae5-dde4f90cc508 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Allocated IP 172.20.0.3 (338d5cd7-6d9d-4362-b64d-4e5c7e1e915b/e73826a5-30d4-4708-8780-1eec80cbf1ba/75d7a43a-7539-4866-aa7d-5110b2ac0ae2) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:29:36.504595 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:36.576976 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 8b251e8d-e409-4615-a7ff-3d91968a2090, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=8b251e8d-e409-4615-a7ff-3d91968a2090,segment=NetworkSegment(4c06a0cc-50b0-472c-8ca9-912b9d172f39),segment_id=4c06a0cc-50b0-472c-8ca9-912b9d172f39)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:36.589565 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:36.714990 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f7d4398-1293-4b91-812c-395a91954972 req-51915276-cac8-4a16-8ae5-dde4f90cc508 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:36.720621 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=8b251e8d-e409-4615-a7ff-3d91968a2090,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:36.771445 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-cb915cd2-7150-4d10-a1d9-9e86b271662f None None] Provisioning complete for port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:36.771906 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cb915cd2-7150-4d10-a1d9-9e86b271662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:36.789458 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f7d4398-1293-4b91-812c-395a91954972 req-51915276-cac8-4a16-8ae5-dde4f90cc508 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:36.830917 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['1d9b4d2c-7f97-4195-adb9-cf86e7d8d147'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:29:36.839523 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7d4398-1293-4b91-812c-395a91954972 req-51915276-cac8-4a16-8ae5-dde4f90cc508 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:29:36.842760 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-3f7d4398-1293-4b91-812c-395a91954972 req-51915276-cac8-4a16-8ae5-dde4f90cc508 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:29:36.848962 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7d4398-1293-4b91-812c-395a91954972 req-51915276-cac8-4a16-8ae5-dde4f90cc508 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:29:36.880359 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51915276-cac8-4a16-8ae5-dde4f90cc508 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Pushing event updated for resources: {'Port': ['ID=75d7a43a-7539-4866-aa7d-5110b2ac0ae2,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:36.924965 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Router 16c37851-b75b-43c4-a33f-fcc0b394bedc has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:29:36.932072 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-cb915cd2-7150-4d10-a1d9-9e86b271662f None None] Port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:29:36.963581 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4398-1293-4b91-812c-395a91954972 req-51915276-cac8-4a16-8ae5-dde4f90cc508 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:36.963783 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f7d4398-1293-4b91-812c-395a91954972 req-51915276-cac8-4a16-8ae5-dde4f90cc508 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:37.079786 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-51915276-cac8-4a16-8ae5-dde4f90cc508 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4997561 Aug 31 18:29:37.101457 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Request body: {'port': {'device_id': 'ec923e45-173b-4279-86db-faa7138b1356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:37.198338 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:29:37.214925 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-e4ca4ad1-8d58-46aa-870e-6fe37c6316e1 admin admin] 10.222.0.35 "PUT /v2.0/routers/16c37851-b75b-43c4-a33f-fcc0b394bedc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4150429 Aug 31 18:29:37.310985 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 506d41f9-0308-4823-b97d-1013764d6eaf up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:37.414324 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 506d41f9-0308-4823-b97d-1013764d6eaf triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:37.415002 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:37.515678 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54713d-3c94-45dd-8d85-dd0c2b9917de req-6301154c-3acb-45cd-9754-1d78bb98f365 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:37.517979 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec54713d-3c94-45dd-8d85-dd0c2b9917de req-6301154c-3acb-45cd-9754-1d78bb98f365 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 946 time: 0.5110667 Aug 31 18:29:37.565063 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:37.586844 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:37.630503 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b839166-db88-4c67-9e22-081832d4c7e9 req-6a3bab66-6850-421f-826a-acade468561e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:37.637429 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6b839166-db88-4c67-9e22-081832d4c7e9 req-6a3bab66-6850-421f-826a-acade468561e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.1533048 Aug 31 18:29:37.666119 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:37.671908 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:37.672570 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:37.788483 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:37.815268 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=9bf44aea-189f-4e1e-93f8-43d2c5d8acc7,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:37.838167 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:37.839387 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 8b251e8d-e409-4615-a7ff-3d91968a2090 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:37.950949 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec54713d-3c94-45dd-8d85-dd0c2b9917de req-5d1a2954-aa76-4565-8182-8874a1de1cae tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136989 Aug 31 18:29:37.984624 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6b839166-db88-4c67-9e22-081832d4c7e9 req-a0f0c0ed-ed30-4932-9a47-f2a636019bae tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941265 Aug 31 18:29:38.064101 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Sync routers for ids ['16c37851-b75b-43c4-a33f-fcc0b394bedc'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:29:38.080109 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:29:38.092399 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Routers {'16c37851-b75b-43c4-a33f-fcc0b394bedc'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:29:38.092399 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:29:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['16c37851-b75b-43c4-a33f-fcc0b394bedc'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:38.097874 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 8b251e8d-e409-4615-a7ff-3d91968a2090 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:38.098179 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:38.112103 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:38.131618 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Transition to ACTIVE for port object 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:29:38.140930 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:38.149655 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f5023-c260-4b09-b971-712336b0c9bc req-9ddd1c40-cba4-45c2-ae28-4aa825322bc0 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:38.151137 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4b2f5023-c260-4b09-b971-712336b0c9bc req-9ddd1c40-cba4-45c2-ae28-4aa825322bc0 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 931 time: 0.0665956 Aug 31 18:29:38.159232 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=9bf44aea-189f-4e1e-93f8-43d2c5d8acc7,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:38.232415 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Pushing event updated for resources: {'Port': ['ID=75d7a43a-7539-4866-aa7d-5110b2ac0ae2,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:38.273730 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4b2f5023-c260-4b09-b971-712336b0c9bc req-df08d71f-d929-475b-9721-b26f6013fcd6 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833201 Aug 31 18:29:38.296642 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Set router 16c37851-b75b-43c4-a33f-fcc0b394bedc gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:29:38.343450 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Attempting to bind port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:29:38.343450 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Attempting to bind port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:29:38.343450 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Attempting to bind port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 on network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:29:38.349121 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 on network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:29:38.349803 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Attempting to bind port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 on network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:29:38.357410 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:29:38.357893 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Checking segment: {'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:29:38.358272 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Bound using segment: {'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:29:38.358853 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Bound port: 75d7a43a-7539-4866-aa7d-5110b2ac0ae2, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:29:38.359211 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:38.432791 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] For port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:29:38.436355 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] For port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=75d7a43a-7539-4866-aa7d-5110b2ac0ae2,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:29:38.441142 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:38.480616 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:38.481315 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:38.482850 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] 10.222.0.50 "PUT /v2.0/ports/75d7a43a-7539-4866-aa7d-5110b2ac0ae2 HTTP/1.1" status: 200 len: 1093 time: 1.3873923 Aug 31 18:29:38.483342 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec923e45-173b-4279-86db-faa7138b1356', 'tag': '75d7a43a-7539-4866-aa7d-5110b2ac0ae2'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:29:38.485764 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff1973a-4351-425f-b12f-79909e59d9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ec923e45-173b-4279-86db-faa7138b1356", "tag": "75d7a43a-7539-4866-aa7d-5110b2ac0ae2"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:29:38.525521 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d769d2-3dad-4264-81ac-16d436585f91 x-openstack-request-id: req-d7d769d2-3dad-4264-81ac-16d436585f91 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:29:38.525947 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec923e45-173b-4279-86db-faa7138b1356", "tag": "75d7a43a-7539-4866-aa7d-5110b2ac0ae2", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:29:38.526726 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7d769d2-3dad-4264-81ac-16d436585f91 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:29:38.527218 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec923e45-173b-4279-86db-faa7138b1356', 'tag': '75d7a43a-7539-4866-aa7d-5110b2ac0ae2', 'status': 'completed', 'code': 200} Aug 31 18:29:38.545724 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f516f-41ed-4b5c-a2a2-c76a38f1783c service neutron] Pushing event updated for resources: {'Port': ['ID=75d7a43a-7539-4866-aa7d-5110b2ac0ae2,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:38.570928 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'name': 'tempest-TestShelveInstance-1232327727-router', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:30Z', 'updated_at': '2021-08-31T18:29:35Z', 'revision_number': 4, 'project_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'gw_port': {'id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:31Z', 'updated_at': '2021-08-31T18:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '6aa7485a-7bc9-4f3d-8ca6-19978bae3833', 'name': '', 'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'mac_address': 'fa:16:3e:84:fd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'e71879b6-e932-443e-bc95-82919b450b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:33Z', 'updated_at': '2021-08-31T18:29:35Z', 'revision_number': 2, 'project_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'subnets': [{'id': 'e71879b6-e932-443e-bc95-82919b450b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:38.595256 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4398-1293-4b91-812c-395a91954972 req-1f052eed-e571-49ef-aba9-d80e431c05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:38.596796 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-1f052eed-e571-49ef-aba9-d80e431c05c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 1096 time: 0.0427904 Aug 31 18:29:38.597566 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Checking router: 16c37851-b75b-43c4-a33f-fcc0b394bedc for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:29:38.598032 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Updating router 16c37851-b75b-43c4-a33f-fcc0b394bedc port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 binding host dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:29:38.623541 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:38.664324 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-a809838c-f751-4c31-a415-dcff83a4ea09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75d7a43a-7539-4866-aa7d-5110b2ac0ae2 HTTP/1.1" status: 200 len: 217 time: 0.0344267 Aug 31 18:29:38.715734 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4398-1293-4b91-812c-395a91954972 req-a3986b26-5ac7-4183-ab9a-c71e5793f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:38.717368 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-a3986b26-5ac7-4183-ab9a-c71e5793f3a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e73826a5-30d4-4708-8780-1eec80cbf1ba HTTP/1.1" status: 200 len: 855 time: 0.0439663 Aug 31 18:29:38.766708 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-8e6ca851-61e3-4564-ad3c-1cd02c93a903 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305004 Aug 31 18:29:38.841195 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36866) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:38.847188 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-1c20c6e9-9bae-4c9d-abe1-e68ab8cd75f7 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318402383', 'description': 'tempest-secgroup-smoke-318402383 description', 'project_id': '01dd2e1469fd4e37af51e3edf144f314'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:38.870800 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1c20c6e9-9bae-4c9d-abe1-e68ab8cd75f7 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:38.877693 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-affea4e3-f6c4-4b66-8b57-a993fe26c16d service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974057 Aug 31 18:29:38.926319 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:38.937207 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Transition to ACTIVE for port object 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:29:38.943453 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:38.961310 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1c20c6e9-9bae-4c9d-abe1-e68ab8cd75f7 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:38.965442 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1c20c6e9-9bae-4c9d-abe1-e68ab8cd75f7 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:38.990419 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f7d4398-1293-4b91-812c-395a91954972 req-7bb98af5-9506-4886-aabe-0deedb7c1f6b service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000566 Aug 31 18:29:39.015202 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1c20c6e9-9bae-4c9d-abe1-e68ab8cd75f7 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:39.016488 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-1c20c6e9-9bae-4c9d-abe1-e68ab8cd75f7 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1741996 Aug 31 18:29:39.019691 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36872) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:39.026405 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-9c4eba69-8965-46bc-a9ff-37e9d01b52bb tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Request body: {'security_group_rule': {'security_group_id': 'ab4d36bd-7352-413a-b4cb-8a66cdb825f4', 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:39.029877 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20c6e9-9bae-4c9d-abe1-e68ab8cd75f7 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4d36bd-7352-413a-b4cb-8a66cdb825f4,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:39.048211 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be3973-e701-47c1-90b2-bee5a91f42fe None None] Pushing event updated for resources: {'Port': ['ID=6aa7485a-7bc9-4f3d-8ca6-19978bae3833,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:39.096108 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Attempting to bind port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:29:39.096492 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Attempting to bind port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': '4c06a0cc-50b0-472c-8ca9-912b9d172f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:29:39.096880 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Attempting to bind port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 on network 7f8f2228-f3c9-4e17-82eb-a247fcb13a85 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:29:39.107962 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:29:39.108340 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Checking segment: {'id': '4c06a0cc-50b0-472c-8ca9-912b9d172f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:29:39.108779 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:39.109174 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Bound using segment: {'id': '4c06a0cc-50b0-472c-8ca9-912b9d172f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:29:39.109656 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Bound port: 6aa7485a-7bc9-4f3d-8ca6-19978bae3833, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c06a0cc-50b0-472c-8ca9-912b9d172f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:29:39.110040 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:39.112135 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:39.214230 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1973a-4351-425f-b12f-79909e59d9c3 req-48ec6562-1740-46a3-adc4-0befb2cc7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:39.215845 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eff1973a-4351-425f-b12f-79909e59d9c3 req-48ec6562-1740-46a3-adc4-0befb2cc7256 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 1096 time: 0.1357031 Aug 31 18:29:39.252121 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06099425-73bb-46d6-ad12-c2dba5d3f7f2 req-0ef81b89-c205-4183-bcd8-e5335375d8fb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:39.253705 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06099425-73bb-46d6-ad12-c2dba5d3f7f2 req-0ef81b89-c205-4183-bcd8-e5335375d8fb tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 946 time: 0.1256940 Aug 31 18:29:39.256521 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9c4eba69-8965-46bc-a9ff-37e9d01b52bb tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:39.275803 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458551d-12a0-4141-93a7-b82628de7184 req-e6cd1c8e-2830-4d88-9b05-be66f79b0b86 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:39.277253 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3458551d-12a0-4141-93a7-b82628de7184 req-e6cd1c8e-2830-4d88-9b05-be66f79b0b86 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.1540830 Aug 31 18:29:39.356161 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] For port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:29:39.358127 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:39.358501 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:39.361788 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] For port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=6aa7485a-7bc9-4f3d-8ca6-19978bae3833,segment=NetworkSegment(4c06a0cc-50b0-472c-8ca9-912b9d172f39),segment_id=4c06a0cc-50b0-472c-8ca9-912b9d172f39)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:29:39.381779 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:39.422533 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06099425-73bb-46d6-ad12-c2dba5d3f7f2 req-0095c020-37b0-4b32-a456-b0501a31dc5e tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442702 Aug 31 18:29:39.457316 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3458551d-12a0-4141-93a7-b82628de7184 req-2235000f-38d8-478b-8c17-4b87e10ac680 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475492 Aug 31 18:29:39.457316 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1973a-4351-425f-b12f-79909e59d9c3 req-ad62b32b-1fde-44c2-8699-a48fdc2b219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:39.459142 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eff1973a-4351-425f-b12f-79909e59d9c3 req-ad62b32b-1fde-44c2-8699-a48fdc2b219f service neutron] 10.222.0.50 "GET /v2.0/networks?id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b HTTP/1.1" status: 200 len: 916 time: 0.2255278 Aug 31 18:29:39.472813 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9c4eba69-8965-46bc-a9ff-37e9d01b52bb tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:39.479697 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9c4eba69-8965-46bc-a9ff-37e9d01b52bb tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:39.488159 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be3973-e701-47c1-90b2-bee5a91f42fe None None] Pushing event updated for resources: {'Port': ['ID=6aa7485a-7bc9-4f3d-8ca6-19978bae3833,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:39.496976 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Routers {'16c37851-b75b-43c4-a33f-fcc0b394bedc'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:29:39.496976 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:29:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['16c37851-b75b-43c4-a33f-fcc0b394bedc'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:39.583305 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eff1973a-4351-425f-b12f-79909e59d9c3 req-a89407f1-3acb-411a-b3ac-1e855a96c02d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75d7a43a-7539-4866-aa7d-5110b2ac0ae2 HTTP/1.1" status: 200 len: 217 time: 0.1012309 Aug 31 18:29:39.584594 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4eba69-8965-46bc-a9ff-37e9d01b52bb tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c875b33a-5593-41ae-abe4-dbc7412b8c28,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:39.591864 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9c4eba69-8965-46bc-a9ff-37e9d01b52bb tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:39.597637 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9c4eba69-8965-46bc-a9ff-37e9d01b52bb tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5766160 Aug 31 18:29:39.600254 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36894) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:39.610145 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-cbb36391-4531-4618-83e8-25b2832c61ac tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Request body: {'security_group_rule': {'security_group_id': 'ab4d36bd-7352-413a-b4cb-8a66cdb825f4', 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:39.654156 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] Set router 16c37851-b75b-43c4-a33f-fcc0b394bedc gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:29:39.680468 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1973a-4351-425f-b12f-79909e59d9c3 req-58df381b-4cc3-4bca-90b7-8c8e8ac892c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:39.682268 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eff1973a-4351-425f-b12f-79909e59d9c3 req-58df381b-4cc3-4bca-90b7-8c8e8ac892c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e73826a5-30d4-4708-8780-1eec80cbf1ba HTTP/1.1" status: 200 len: 855 time: 0.0663276 Aug 31 18:29:39.776186 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eff1973a-4351-425f-b12f-79909e59d9c3 req-e13fe5d2-df4a-4087-af18-c00f4a21f089 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672431 Aug 31 18:29:39.782745 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbb36391-4531-4618-83e8-25b2832c61ac tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:39.882317 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80839a17-36e6-475b-bb8f-7767f6748afa req-8d626fbf-238e-4187-bdc4-22f2bbc59bba tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:39.884098 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80839a17-36e6-475b-bb8f-7767f6748afa req-8d626fbf-238e-4187-bdc4-22f2bbc59bba tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 943 time: 0.1764493 Aug 31 18:29:39.900937 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'name': 'tempest-TestShelveInstance-1232327727-router', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:30Z', 'updated_at': '2021-08-31T18:29:35Z', 'revision_number': 4, 'project_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'gw_port': {'id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:31Z', 'updated_at': '2021-08-31T18:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '6aa7485a-7bc9-4f3d-8ca6-19978bae3833', 'name': '', 'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'mac_address': 'fa:16:3e:84:fd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'e71879b6-e932-443e-bc95-82919b450b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:33Z', 'updated_at': '2021-08-31T18:29:39Z', 'revision_number': 4, 'project_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'subnets': [{'id': 'e71879b6-e932-443e-bc95-82919b450b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:29:39.937874 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea762046-809e-4a60-ad94-f2a59f8ba614 None None] The sync data for ids ['16c37851-b75b-43c4-a33f-fcc0b394bedc'] in dv-cinder-805887-9-iscsi is: [{'id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'name': 'tempest-TestShelveInstance-1232327727-router', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:30Z', 'updated_at': '2021-08-31T18:29:35Z', 'revision_number': 4, 'project_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'gw_port': {'id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:31Z', 'updated_at': '2021-08-31T18:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '6aa7485a-7bc9-4f3d-8ca6-19978bae3833', 'name': '', 'network_id': '7f8f2228-f3c9-4e17-82eb-a247fcb13a85', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'mac_address': 'fa:16:3e:84:fd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'e71879b6-e932-443e-bc95-82919b450b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:33Z', 'updated_at': '2021-08-31T18:29:39Z', 'revision_number': 4, 'project_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'subnets': [{'id': 'e71879b6-e932-443e-bc95-82919b450b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:29:39.981431 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbb36391-4531-4618-83e8-25b2832c61ac tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:39.987635 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80839a17-36e6-475b-bb8f-7767f6748afa req-4b9e9f0b-f5b7-4142-a6db-e5524157412b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947452 Aug 31 18:29:39.997886 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbb36391-4531-4618-83e8-25b2832c61ac tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.025996 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eff1973a-4351-425f-b12f-79909e59d9c3 req-86baffc7-9527-4d4c-895c-06572bd2319c service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381234 Aug 31 18:29:40.034959 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb36391-4531-4618-83e8-25b2832c61ac tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8069720-2dbc-4e14-9f65-5f628544636d,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:40.072438 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbb36391-4531-4618-83e8-25b2832c61ac tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.076293 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cbb36391-4531-4618-83e8-25b2832c61ac tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4716604 Aug 31 18:29:40.081356 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36908) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:40.087553 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-6fab479e-fa53-435b-8ffa-8d48460771f1 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Request body: {'security_group_rule': {'security_group_id': 'ab4d36bd-7352-413a-b4cb-8a66cdb825f4', 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:40.149448 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6fab479e-fa53-435b-8ffa-8d48460771f1 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.221643 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eff1973a-4351-425f-b12f-79909e59d9c3 req-7e89f838-f114-4712-94f1-8d00b26408bd service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841347 Aug 31 18:29:40.255232 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6fab479e-fa53-435b-8ffa-8d48460771f1 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.259737 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6fab479e-fa53-435b-8ffa-8d48460771f1 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.285700 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab479e-fa53-435b-8ffa-8d48460771f1 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955312c3-bb33-4396-80ba-2ea703609f76,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:40.294456 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6fab479e-fa53-435b-8ffa-8d48460771f1 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.295641 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6fab479e-fa53-435b-8ffa-8d48460771f1 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2147319 Aug 31 18:29:40.298648 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36916) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:40.303451 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-ae725d20-443a-4ced-adb7-5b83866aff34 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Request body: {'security_group_rule': {'security_group_id': 'ab4d36bd-7352-413a-b4cb-8a66cdb825f4', 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:40.336183 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ae725d20-443a-4ced-adb7-5b83866aff34 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.421883 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ae725d20-443a-4ced-adb7-5b83866aff34 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.429710 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ae725d20-443a-4ced-adb7-5b83866aff34 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.451265 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae725d20-443a-4ced-adb7-5b83866aff34 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137f121a-5834-4633-9c44-16f57b98fb34,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:40.457531 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ae725d20-443a-4ced-adb7-5b83866aff34 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.459110 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ae725d20-443a-4ced-adb7-5b83866aff34 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1594501 Aug 31 18:29:40.462594 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36920) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:40.468177 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-28b3d73e-bab0-44dd-be28-0daa409a28d2 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Request body: {'security_group_rule': {'security_group_id': 'ab4d36bd-7352-413a-b4cb-8a66cdb825f4', 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:40.489391 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36924) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:40.498800 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.securitygroups_db [None req-28b3d73e-bab0-44dd-be28-0daa409a28d2 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Project 01dd2e1469fd4e37af51e3edf144f314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 18:29:40.509851 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-28b3d73e-bab0-44dd-be28-0daa409a28d2 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.615593 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248c3c4-28be-4da6-b155-9e7b6825dddc req-bbf5b118-f04c-4e23-91e8-07ceed424b14 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:40.617512 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d248c3c4-28be-4da6-b155-9e7b6825dddc req-bbf5b118-f04c-4e23-91e8-07ceed424b14 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0822713 Aug 31 18:29:40.619719 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5c46-ffcb-4a15-bdfe-33dea3900ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.626829 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-28b3d73e-bab0-44dd-be28-0daa409a28d2 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.650880 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-28b3d73e-bab0-44dd-be28-0daa409a28d2 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.693767 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3d73e-bab0-44dd-be28-0daa409a28d2 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcd72e3-5dfd-4a63-871a-08f17e253316,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:40.706015 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d248c3c4-28be-4da6-b155-9e7b6825dddc req-a871ce07-f113-4aa8-8be9-b48884e5be17 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771825 Aug 31 18:29:40.750691 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5c46-ffcb-4a15-bdfe-33dea3900ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.755718 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5c46-ffcb-4a15-bdfe-33dea3900ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.765169 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-28b3d73e-bab0-44dd-be28-0daa409a28d2 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.770101 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-28b3d73e-bab0-44dd-be28-0daa409a28d2 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3063784 Aug 31 18:29:40.770915 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 36934) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:40.776543 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-52765c76-4f25-4399-b272-1f17aa77ea3c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Request body: {'security_group_rule': {'security_group_id': 'ab4d36bd-7352-413a-b4cb-8a66cdb825f4', 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:29:40.820560 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.securitygroups_db [None req-52765c76-4f25-4399-b272-1f17aa77ea3c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Project 01dd2e1469fd4e37af51e3edf144f314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 18:29:40.821987 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-2ecb5c46-ffcb-4a15-bdfe-33dea3900ec8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5430f63518f84c1a89d94782830b08c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314245 Aug 31 18:29:40.822866 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb5c46-ffcb-4a15-bdfe-33dea3900ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687cc4f4-d3ed-46a4-a0be-45d82d203948,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:40.826121 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36938) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:40.840607 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-52765c76-4f25-4399-b272-1f17aa77ea3c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.890945 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-81daf2e5-6de7-4607-bb3a-fca1145c54c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.917342 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-81daf2e5-6de7-4607-bb3a-fca1145c54c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.933687 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-52765c76-4f25-4399-b272-1f17aa77ea3c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.941376 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-52765c76-4f25-4399-b272-1f17aa77ea3c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.959807 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52765c76-4f25-4399-b272-1f17aa77ea3c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d9efd8-626d-46b0-b633-fc9054aa3d3c,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:40.970555 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-52765c76-4f25-4399-b272-1f17aa77ea3c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:40.971978 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-52765c76-4f25-4399-b272-1f17aa77ea3c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2000751 Aug 31 18:29:41.015191 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-81daf2e5-6de7-4607-bb3a-fca1145c54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:41.018009 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-81daf2e5-6de7-4607-bb3a-fca1145c54c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:41.019337 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-81daf2e5-6de7-4607-bb3a-fca1145c54c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/687cc4f4-d3ed-46a4-a0be-45d82d203948 HTTP/1.1" status: 204 len: 168 time: 0.1920476 Aug 31 18:29:41.028120 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81daf2e5-6de7-4607-bb3a-fca1145c54c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687cc4f4-d3ed-46a4-a0be-45d82d203948,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:41.116003 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:41.177309 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a2155-2777-441a-b211-fc3d9d82f6b0 req-79537611-31d3-4f21-a9ef-573aab20cf1e tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:41.180937 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a55a2155-2777-441a-b211-fc3d9d82f6b0 req-79537611-31d3-4f21-a9ef-573aab20cf1e tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 946 time: 0.0906963 Aug 31 18:29:41.190616 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:41.196389 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:41.197005 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:41.198139 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009741a-5f06-4f5a-b792-a089fcfdbf05 req-16b7913d-cbf1-4755-be12-af300b3b0449 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:41.200108 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9009741a-5f06-4f5a-b792-a089fcfdbf05 req-16b7913d-cbf1-4755-be12-af300b3b0449 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 943 time: 0.0818408 Aug 31 18:29:41.249292 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a55a2155-2777-441a-b211-fc3d9d82f6b0 req-a78e78bb-83f1-4410-a3e7-de1d1be4efae tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478485 Aug 31 18:29:41.320942 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:41.324758 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9009741a-5f06-4f5a-b792-a089fcfdbf05 req-55ef83f4-2477-4c65-9e4c-bc4ca6c21aca tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800424 Aug 31 18:29:41.372575 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=6aa7485a-7bc9-4f3d-8ca6-19978bae3833,segment=NetworkSegment(4c06a0cc-50b0-472c-8ca9-912b9d172f39),segment_id=4c06a0cc-50b0-472c-8ca9-912b9d172f39)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:41.382577 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:41.467923 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=6aa7485a-7bc9-4f3d-8ca6-19978bae3833,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:41.501943 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36988) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:41.515482 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cade16a4-e6f6-498f-b941-6b7c199686de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:41.639607 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cade16a4-e6f6-498f-b941-6b7c199686de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:41.645096 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cade16a4-e6f6-498f-b941-6b7c199686de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:41.692647 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-cade16a4-e6f6-498f-b941-6b7c199686de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06fbc58b5ad741b1aabc477b48937c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873279 Aug 31 18:29:41.693012 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 36994) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:41.699433 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade16a4-e6f6-498f-b941-6b7c199686de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a778faf7-15e9-4387-9c82-71464c4de112,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:41.767405 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23d695e0-3175-4bac-9d6f-9ef66310760c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:41.805905 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23d695e0-3175-4bac-9d6f-9ef66310760c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:41.888134 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23d695e0-3175-4bac-9d6f-9ef66310760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:41.891420 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65a961-d33c-415d-8c6b-ca82aa118c05 req-c42c85b6-b1e0-426b-834d-22e6ec46696e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:41.893008 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9b65a961-d33c-415d-8c6b-ca82aa118c05 req-c42c85b6-b1e0-426b-834d-22e6ec46696e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0821350 Aug 31 18:29:41.893374 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23d695e0-3175-4bac-9d6f-9ef66310760c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:41.895051 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-23d695e0-3175-4bac-9d6f-9ef66310760c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a778faf7-15e9-4387-9c82-71464c4de112 HTTP/1.1" status: 204 len: 168 time: 0.2008295 Aug 31 18:29:41.908182 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d695e0-3175-4bac-9d6f-9ef66310760c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a778faf7-15e9-4387-9c82-71464c4de112,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:41.971057 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9b65a961-d33c-415d-8c6b-ca82aa118c05 req-fa342074-a001-4f09-9ccf-ca509b1a1b7b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569448 Aug 31 18:29:42.109725 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:29:42.227511 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=75d7a43a-7539-4866-aa7d-5110b2ac0ae2,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:42.243298 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '75d7a43a-7539-4866-aa7d-5110b2ac0ae2', 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b', 'port_id': '75d7a43a-7539-4866-aa7d-5110b2ac0ae2', 'mac_address': 'fa:16:3e:7b:ce:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73826a5-30d4-4708-8780-1eec80cbf1ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:29:42.295089 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:42.315778 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:29:42.340956 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=75d7a43a-7539-4866-aa7d-5110b2ac0ae2,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:42.347419 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:42.411681 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=75d7a43a-7539-4866-aa7d-5110b2ac0ae2,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:42.487643 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6dd4a-d048-4aa8-8804-b22430e5452b req-1b5c56a4-48f0-450b-9e9b-e9c7f9321487 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:42.489632 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cbf6dd4a-d048-4aa8-8804-b22430e5452b req-1b5c56a4-48f0-450b-9e9b-e9c7f9321487 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 946 time: 0.0889604 Aug 31 18:29:42.502026 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d95171-7c3c-45f8-a4f8-d70b3a9a1f85 req-1bd26ea3-3b23-4ec1-bb46-add9003f1f18 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:42.503493 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-08d95171-7c3c-45f8-a4f8-d70b3a9a1f85 req-1bd26ea3-3b23-4ec1-bb46-add9003f1f18 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 944 time: 0.0925696 Aug 31 18:29:42.557996 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cbf6dd4a-d048-4aa8-8804-b22430e5452b req-e63536f4-006b-474e-810c-c1491eb7c1b7 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535417 Aug 31 18:29:42.579734 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-08d95171-7c3c-45f8-a4f8-d70b3a9a1f85 req-39cffe32-4866-4ec8-809e-a55b078e5971 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543895 Aug 31 18:29:42.818724 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['75d7a43a-7539-4866-aa7d-5110b2ac0ae2'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:29:43.055509 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:43.084520 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06065325-7aff-4e47-af44-76ce4a993923 req-49f1ce6b-9851-46d4-8fe1-b15cc6b7b9bb tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:43.087231 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06065325-7aff-4e47-af44-76ce4a993923 req-49f1ce6b-9851-46d4-8fe1-b15cc6b7b9bb tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0581777 Aug 31 18:29:43.132702 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:43.133081 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:43.141193 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06065325-7aff-4e47-af44-76ce4a993923 req-3379e7d2-b2da-4c70-b9d6-1295ddf33951 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421259 Aug 31 18:29:43.713897 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d5632-a918-4062-8f00-a38671c69992 req-fc116001-4a22-4ee6-b659-3a82d91917fc tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:43.715455 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-840d5632-a918-4062-8f00-a38671c69992 req-fc116001-4a22-4ee6-b659-3a82d91917fc tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 946 time: 0.0536926 Aug 31 18:29:43.754553 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-840d5632-a918-4062-8f00-a38671c69992 req-d0d19aee-9dba-481e-a19d-62bcc0397d57 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332906 Aug 31 18:29:43.884626 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec776b2-7d38-4664-9908-3a3815619b99 req-0244bf09-4779-4873-8c69-fd39c16d55e9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:43.886521 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ec776b2-7d38-4664-9908-3a3815619b99 req-0244bf09-4779-4873-8c69-fd39c16d55e9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 944 time: 0.0710225 Aug 31 18:29:43.927822 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ec776b2-7d38-4664-9908-3a3815619b99 req-a6e79bc8-72c3-4eb0-b2f6-62d47cb0f3c0 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348837 Aug 31 18:29:44.308933 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 37154) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:44.322989 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a2271-28a1-473f-9b81-3914d48ea609 req-a59a6b4d-b1af-48cc-ada8-27946d56143b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:44.324489 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a88a2271-28a1-473f-9b81-3914d48ea609 req-a59a6b4d-b1af-48cc-ada8-27946d56143b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0502555 Aug 31 18:29:44.365050 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a88a2271-28a1-473f-9b81-3914d48ea609 req-7ff7bf35-b76e-49f6-be55-a9869abfe65a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346677 Aug 31 18:29:44.426347 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d2c42f8b-9bb9-4f55-907a-31fbf83b5deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:44.522152 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d2c42f8b-9bb9-4f55-907a-31fbf83b5deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:44.525979 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d2c42f8b-9bb9-4f55-907a-31fbf83b5deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:44.567926 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d2c42f8b-9bb9-4f55-907a-31fbf83b5deb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13ede2d6b89841d496500a4a5aaa64de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579002 Aug 31 18:29:44.568934 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c42f8b-9bb9-4f55-907a-31fbf83b5deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fda8f76-a0f4-4140-9403-18723d3fafe1,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:44.570858 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 37166) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:44.621085 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9b2db1b8-1a60-4d83-ab1f-1d79ed3faf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:44.641268 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9b2db1b8-1a60-4d83-ab1f-1d79ed3faf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:44.689631 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9b2db1b8-1a60-4d83-ab1f-1d79ed3faf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:44.692327 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9b2db1b8-1a60-4d83-ab1f-1d79ed3faf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:44.693517 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9b2db1b8-1a60-4d83-ab1f-1d79ed3faf61 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fda8f76-a0f4-4140-9403-18723d3fafe1 HTTP/1.1" status: 204 len: 168 time: 0.1215537 Aug 31 18:29:44.701507 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2db1b8-1a60-4d83-ab1f-1d79ed3faf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fda8f76-a0f4-4140-9403-18723d3fafe1,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:44.886098 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4b254-6a6a-436c-94be-32de91f57846 req-c912c2ad-56b9-497d-bd71-d49904cb471b tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:44.888150 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9af4b254-6a6a-436c-94be-32de91f57846 req-c912c2ad-56b9-497d-bd71-d49904cb471b tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 946 time: 0.0586698 Aug 31 18:29:44.929636 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9af4b254-6a6a-436c-94be-32de91f57846 req-30ae98dd-4ec2-4b56-aae9-2724aab2c0ea tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357931 Aug 31 18:29:44.973106 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 37178) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:44.983761 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0c40a75f-7ca2-48b8-91a0-e1f431e5c18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:45.087166 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c36f97-179c-4549-a446-7fef0b66eecf req-0e4e5e30-c518-4968-8a65-894a3592a7f0 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:45.088737 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-13c36f97-179c-4549-a446-7fef0b66eecf req-0e4e5e30-c518-4968-8a65-894a3592a7f0 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 944 time: 0.0787687 Aug 31 18:29:45.151803 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0c40a75f-7ca2-48b8-91a0-e1f431e5c18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:45.157308 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-13c36f97-179c-4549-a446-7fef0b66eecf req-ab60546f-d070-4838-b65f-4b26709021e0 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614166 Aug 31 18:29:45.158338 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0c40a75f-7ca2-48b8-91a0-e1f431e5c18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:45.215241 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-0c40a75f-7ca2-48b8-91a0-e1f431e5c18d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c86e954ee5b4203b3df85f76bf34e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460141 Aug 31 18:29:45.216538 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40a75f-7ca2-48b8-91a0-e1f431e5c18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecde9304-e04e-4176-a1f4-cbf9edfadd4f,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:45.217746 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 37180) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:45.275637 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23cb6821-777a-45e9-baab-24a652674675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:45.296971 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23cb6821-777a-45e9-baab-24a652674675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:45.345526 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23cb6821-777a-45e9-baab-24a652674675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:45.348690 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-23cb6821-777a-45e9-baab-24a652674675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:45.350099 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-23cb6821-777a-45e9-baab-24a652674675 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ecde9304-e04e-4176-a1f4-cbf9edfadd4f HTTP/1.1" status: 204 len: 168 time: 0.1313648 Aug 31 18:29:45.359545 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb6821-777a-45e9-baab-24a652674675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecde9304-e04e-4176-a1f4-cbf9edfadd4f,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:45.494218 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a0fd9-f5d5-4999-a35a-0acc4fb5427e req-d054be3f-e752-4189-b291-a8249cb5a79c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:45.495849 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208a0fd9-f5d5-4999-a35a-0acc4fb5427e req-d054be3f-e752-4189-b291-a8249cb5a79c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0584636 Aug 31 18:29:45.537550 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208a0fd9-f5d5-4999-a35a-0acc4fb5427e req-4b33f073-9d82-4e44-b738-9cc3370fb278 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354359 Aug 31 18:29:46.076422 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6710d92-eefc-4679-a1ba-520a13d4eb14 req-4a89b8c5-9c19-4c69-9b61-a6b337ad9255 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:46.077980 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c6710d92-eefc-4679-a1ba-520a13d4eb14 req-4a89b8c5-9c19-4c69-9b61-a6b337ad9255 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 946 time: 0.0554500 Aug 31 18:29:46.123502 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c6710d92-eefc-4679-a1ba-520a13d4eb14 req-0adb8874-af14-4c41-814c-16cddb1152aa tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395377 Aug 31 18:29:46.280815 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19232192-de3a-4fa5-9459-f5f69fe63264 req-7c251705-f744-4c95-a48e-4cc8ee93606f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:46.282280 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-19232192-de3a-4fa5-9459-f5f69fe63264 req-7c251705-f744-4c95-a48e-4cc8ee93606f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 944 time: 0.0536866 Aug 31 18:29:46.327000 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-19232192-de3a-4fa5-9459-f5f69fe63264 req-aeaa519e-ff04-4a2f-83c7-e707b710ed09 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377460 Aug 31 18:29:46.539374 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ffda5-1cc5-4679-a63f-7c55070a3bb4 req-2df96f09-88b9-4743-98e8-d399b042f271 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:46.542228 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a45ffda5-1cc5-4679-a63f-7c55070a3bb4 req-2df96f09-88b9-4743-98e8-d399b042f271 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.50 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 946 time: 0.0678570 Aug 31 18:29:46.675046 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-a45ffda5-1cc5-4679-a63f-7c55070a3bb4 req-de733c3c-2b00-4743-b4df-470d8585ce21 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Deleting port 76edfd0a-1f89-4bd8-b484-0e4617c55586 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:29:46.675389 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a45ffda5-1cc5-4679-a63f-7c55070a3bb4 req-de733c3c-2b00-4743-b4df-470d8585ce21 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:46.685879 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb1d17-872f-42c1-99a6-b703167a539a req-c67436da-7ffe-43ce-af70-00fff5989195 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:46.687375 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eecb1d17-872f-42c1-99a6-b703167a539a req-c67436da-7ffe-43ce-af70-00fff5989195 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0752268 Aug 31 18:29:46.783903 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eecb1d17-872f-42c1-99a6-b703167a539a req-754bf757-9268-4bff-94ae-2119fd2a4490 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849030 Aug 31 18:29:46.814670 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-a45ffda5-1cc5-4679-a63f-7c55070a3bb4 req-de733c3c-2b00-4743-b4df-470d8585ce21 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] For port 76edfd0a-1f89-4bd8-b484-0e4617c55586, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=76edfd0a-1f89-4bd8-b484-0e4617c55586,segment=NetworkSegment(4d56fd22-eb20-4a0e-9ba2-27865f34dd51),segment_id=4d56fd22-eb20-4a0e-9ba2-27865f34dd51)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:46.815172 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a45ffda5-1cc5-4679-a63f-7c55070a3bb4 req-de733c3c-2b00-4743-b4df-470d8585ce21 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:46.829224 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-a45ffda5-1cc5-4679-a63f-7c55070a3bb4 req-de733c3c-2b00-4743-b4df-470d8585ce21 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Calling delete_port for 76edfd0a-1f89-4bd8-b484-0e4617c55586 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:29:46.963865 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a45ffda5-1cc5-4679-a63f-7c55070a3bb4 req-de733c3c-2b00-4743-b4df-470d8585ce21 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:46.982209 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['76edfd0a-1f89-4bd8-b484-0e4617c55586'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:29:46.995046 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de733c3c-2b00-4743-b4df-470d8585ce21 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Pushing event deleted for resources: {'Port': ['ID=76edfd0a-1f89-4bd8-b484-0e4617c55586,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:47.049094 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45ffda5-1cc5-4679-a63f-7c55070a3bb4 req-de733c3c-2b00-4743-b4df-470d8585ce21 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] No DVR routers for this DVR port 76edfd0a-1f89-4bd8-b484-0e4617c55586 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:29:47.052877 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a45ffda5-1cc5-4679-a63f-7c55070a3bb4 req-de733c3c-2b00-4743-b4df-470d8585ce21 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:47.055534 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a45ffda5-1cc5-4679-a63f-7c55070a3bb4 req-de733c3c-2b00-4743-b4df-470d8585ce21 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.50 "DELETE /v2.0/ports/76edfd0a-1f89-4bd8-b484-0e4617c55586 HTTP/1.1" status: 204 len: 173 time: 0.5048385 Aug 31 18:29:47.055983 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79068349-48b4-423a-a1c4-e6a8319590ea', 'name': 'network-vif-deleted', 'tag': '76edfd0a-1f89-4bd8-b484-0e4617c55586'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:29:47.065048 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e395fb0-734a-4ffd-aacf-fe45af024c13" -d '{"events": [{"server_uuid": "79068349-48b4-423a-a1c4-e6a8319590ea", "name": "network-vif-deleted", "tag": "76edfd0a-1f89-4bd8-b484-0e4617c55586"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:29:47.097844 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42969f47-7874-406a-b205-d2c38ed33652 x-openstack-request-id: req-42969f47-7874-406a-b205-d2c38ed33652 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:29:47.098708 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79068349-48b4-423a-a1c4-e6a8319590ea", "name": "network-vif-deleted", "tag": "76edfd0a-1f89-4bd8-b484-0e4617c55586", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:29:47.098970 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42969f47-7874-406a-b205-d2c38ed33652 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:29:47.099584 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79068349-48b4-423a-a1c4-e6a8319590ea', 'name': 'network-vif-deleted', 'tag': '76edfd0a-1f89-4bd8-b484-0e4617c55586', 'status': 'completed', 'code': 200} Aug 31 18:29:47.236305 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7277c425-e763-4be5-af41-53ad38069c5d req-2ef9bda7-c243-4150-b0e8-c7e28e58af39 tempest-VolumesActionsTest-1592643088 tempest-VolumesActionsTest-1592643088-project] 10.222.0.35 "GET /v2.0/ports?device_id=79068349-48b4-423a-a1c4-e6a8319590ea HTTP/1.1" status: 200 len: 210 time: 0.0310972 Aug 31 18:29:47.447623 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095053b1-afd2-48c7-94da-a2cccc8a4aa7 req-e3b4a0c0-3212-4522-9beb-301931a6185d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:47.449177 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-095053b1-afd2-48c7-94da-a2cccc8a4aa7 req-e3b4a0c0-3212-4522-9beb-301931a6185d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 944 time: 0.0474806 Aug 31 18:29:47.486803 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-095053b1-afd2-48c7-94da-a2cccc8a4aa7 req-fcf89ae7-a565-4294-9ed9-803ff5c24aa4 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Aug 31 18:29:47.900388 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700325b-5870-48d0-86ee-6c0c9ef6196b req-73e8ab4d-d497-40f1-a7be-9af9a9d945a7 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:47.901858 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5700325b-5870-48d0-86ee-6c0c9ef6196b req-73e8ab4d-d497-40f1-a7be-9af9a9d945a7 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0478230 Aug 31 18:29:47.942150 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5700325b-5870-48d0-86ee-6c0c9ef6196b req-53c9d6d0-d119-4c8d-92eb-d41b267f3598 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344107 Aug 31 18:29:48.049155 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:29:48.098716 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:29:48.103368 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:29:48.103742 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:48.182733 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:48.204977 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec923e45-173b-4279-86db-faa7138b1356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d7a43a-7539-4866-aa7d-5110b2ac0ae2'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:29:48.207195 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75596aa8-a5db-443f-a5a1-ad1834cf9b5f" -d '{"events": [{"server_uuid": "ec923e45-173b-4279-86db-faa7138b1356", "name": "network-vif-plugged", "status": "completed", "tag": "75d7a43a-7539-4866-aa7d-5110b2ac0ae2"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:29:48.220071 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=75d7a43a-7539-4866-aa7d-5110b2ac0ae2,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:29:48.224439 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:48.250456 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76058c9f-57b1-41a9-a344-23cc7b57bfa2 x-openstack-request-id: req-76058c9f-57b1-41a9-a344-23cc7b57bfa2 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:29:48.250752 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec923e45-173b-4279-86db-faa7138b1356", "name": "network-vif-plugged", "status": "completed", "tag": "75d7a43a-7539-4866-aa7d-5110b2ac0ae2", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:29:48.251007 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76058c9f-57b1-41a9-a344-23cc7b57bfa2 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:29:48.251399 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec923e45-173b-4279-86db-faa7138b1356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d7a43a-7539-4866-aa7d-5110b2ac0ae2', 'code': 200} Aug 31 18:29:48.280695 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=75d7a43a-7539-4866-aa7d-5110b2ac0ae2,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:48.465495 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce963ce-37ab-40bb-958c-9b3e3c212f8f req-95e8b810-72d3-45d4-98ce-c88f10b8db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:48.470880 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fce963ce-37ab-40bb-958c-9b3e3c212f8f req-95e8b810-72d3-45d4-98ce-c88f10b8db16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 1098 time: 0.0467577 Aug 31 18:29:48.516939 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fce963ce-37ab-40bb-958c-9b3e3c212f8f req-012e2ba4-dace-4354-b3e7-371b5f7c2c01 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362692 Aug 31 18:29:48.625010 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e6053-3f9f-4d5c-bd62-a95649c52b51 req-418f4a14-2a94-4004-9ddf-5ccea744bec6 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:48.626533 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0f9e6053-3f9f-4d5c-bd62-a95649c52b51 req-418f4a14-2a94-4004-9ddf-5ccea744bec6 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 945 time: 0.0613546 Aug 31 18:29:48.669744 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0f9e6053-3f9f-4d5c-bd62-a95649c52b51 req-62a31002-114b-45d3-a297-c5c2791442c8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362439 Aug 31 18:29:49.086719 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f09fbb-be6e-4fb3-b709-9edbd40f696b req-64a0c2a4-dc9a-4743-b277-7f949fe57e82 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:49.088608 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-07f09fbb-be6e-4fb3-b709-9edbd40f696b req-64a0c2a4-dc9a-4743-b277-7f949fe57e82 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0525775 Aug 31 18:29:49.147835 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-07f09fbb-be6e-4fb3-b709-9edbd40f696b req-ea3837fe-3974-4033-b26b-a76bb52d1738 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529077 Aug 31 18:29:49.490788 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-516a176f-bb17-4a34-a11e-4ab9909e0eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:49.788441 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e61861-59c8-4bc3-ad6e-68a6aba09af0 req-881e14ad-772c-493c-b2fa-57f7bec7d494 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:49.790114 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20e61861-59c8-4bc3-ad6e-68a6aba09af0 req-881e14ad-772c-493c-b2fa-57f7bec7d494 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 945 time: 0.0502944 Aug 31 18:29:49.828475 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20e61861-59c8-4bc3-ad6e-68a6aba09af0 req-fc2199d1-3d90-4a5f-83d9-147103976bec tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326164 Aug 31 18:29:50.275581 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be889b6b-06e0-4a06-a6f6-f551abc7f52b req-daa21b13-a3eb-4a13-9770-fba92cf315e8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:50.284436 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be889b6b-06e0-4a06-a6f6-f551abc7f52b req-daa21b13-a3eb-4a13-9770-fba92cf315e8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0638385 Aug 31 18:29:50.345763 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be889b6b-06e0-4a06-a6f6-f551abc7f52b req-77f5973f-b3c9-498c-8f8b-4964a0c78ed5 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547669 Aug 31 18:29:50.942105 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802fc9a-37dc-4791-8b67-46b12e67effa req-8a46d8b2-25e0-4269-b830-cd823ba88945 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:50.943582 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a802fc9a-37dc-4791-8b67-46b12e67effa req-8a46d8b2-25e0-4269-b830-cd823ba88945 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 945 time: 0.0480828 Aug 31 18:29:50.984342 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a802fc9a-37dc-4791-8b67-46b12e67effa req-ecb24fa5-1d2c-4203-899c-853e1d546c55 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342240 Aug 31 18:29:51.663612 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5d61c-09a1-457b-894e-22f0aef99a6c req-dba8c308-7640-4fad-9300-edd3b19fa375 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:51.665095 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c3b5d61c-09a1-457b-894e-22f0aef99a6c req-dba8c308-7640-4fad-9300-edd3b19fa375 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.2559988 Aug 31 18:29:51.700944 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c3b5d61c-09a1-457b-894e-22f0aef99a6c req-14d50509-44d2-46f7-9c2f-5ef87a707689 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300050 Aug 31 18:29:52.099862 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96c8a4-486e-4d60-9c5c-9298d3053cbf req-d2b66443-53a6-487f-9e12-46ed3c18fdbd tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:52.101360 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9d96c8a4-486e-4d60-9c5c-9298d3053cbf req-d2b66443-53a6-487f-9e12-46ed3c18fdbd tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 945 time: 0.0478306 Aug 31 18:29:52.138626 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9d96c8a4-486e-4d60-9c5c-9298d3053cbf req-4a5c5b98-139f-47b5-8271-6e11d0dce1f2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311236 Aug 31 18:29:52.159494 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8157-a17a-48a8-b071-181ffa8bad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:52.531233 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:52.812457 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147e9e3-65bd-41e6-930a-ef69f58262ee req-e3c20ce5-1a5c-4914-818f-a96feb56aeba tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:52.813919 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c147e9e3-65bd-41e6-930a-ef69f58262ee req-e3c20ce5-1a5c-4914-818f-a96feb56aeba tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0485730 Aug 31 18:29:52.857261 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c147e9e3-65bd-41e6-930a-ef69f58262ee req-3cb2ff4d-aba9-4ef3-af82-cfe138759e19 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372422 Aug 31 18:29:53.168310 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 76edfd0a-1f89-4bd8-b484-0e4617c55586 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:29:53.171836 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:53.191153 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: 76edfd0a-1f89-4bd8-b484-0e4617c55586 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:29:53.191500 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 76edfd0a-1f89-4bd8-b484-0e4617c55586 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:29:53.254324 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0849f1-212b-40e6-a891-d57ed04ca06b req-b685846e-f5a5-4a32-aded-47a076066761 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:53.255803 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9f0849f1-212b-40e6-a891-d57ed04ca06b req-b685846e-f5a5-4a32-aded-47a076066761 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 945 time: 0.0488102 Aug 31 18:29:53.293749 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9f0849f1-212b-40e6-a891-d57ed04ca06b req-a304c0f2-8b00-4080-a4aa-1ffc882f223d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319715 Aug 31 18:29:53.972010 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee749f-d1db-4fef-a5c7-db388b4cfa69 req-3be933fa-59a4-46bc-8ab0-792fdba8b144 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:53.973459 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4bee749f-d1db-4fef-a5c7-db388b4cfa69 req-3be933fa-59a4-46bc-8ab0-792fdba8b144 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0493639 Aug 31 18:29:54.016462 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4bee749f-d1db-4fef-a5c7-db388b4cfa69 req-549b1fe8-64c2-4597-bd01-388df3d6e9c0 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362828 Aug 31 18:29:54.429253 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89b537-f4f4-489c-96a3-ab4e083889ad req-baf4d274-bc5b-4b8a-92f0-b97ce40125e6 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:54.430862 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ed89b537-f4f4-489c-96a3-ab4e083889ad req-baf4d274-bc5b-4b8a-92f0-b97ce40125e6 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 945 time: 0.0530550 Aug 31 18:29:54.480732 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ed89b537-f4f4-489c-96a3-ab4e083889ad req-fb1c3ac1-1e57-487b-adfb-20452ef761d7 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427198 Aug 31 18:29:54.712616 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 37466) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:54.833972 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-63c46eea-cd43-4c63-818d-b9e62cdd795d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:54.892815 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:54.943192 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-63c46eea-cd43-4c63-818d-b9e62cdd795d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:54.951959 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-63c46eea-cd43-4c63-818d-b9e62cdd795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:54.987017 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-63c46eea-cd43-4c63-818d-b9e62cdd795d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8cc0ef430a94bee8e13764a64faf2a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732658 Aug 31 18:29:54.990210 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 37472) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:29:55.022889 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c46eea-cd43-4c63-818d-b9e62cdd795d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d927820-e1db-4394-b485-e1b2d96700dc,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:55.086142 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-460690af-412e-4f84-bc7c-3e41d72d3635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:55.111408 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-460690af-412e-4f84-bc7c-3e41d72d3635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:55.244416 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f3a7e-ce36-4bc7-ab7b-c4015ee1b567 req-b5ec8e29-606c-43a5-9dbc-c18160551dca tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:55.246022 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-035f3a7e-ce36-4bc7-ab7b-c4015ee1b567 req-b5ec8e29-606c-43a5-9dbc-c18160551dca tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0960200 Aug 31 18:29:55.273701 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-460690af-412e-4f84-bc7c-3e41d72d3635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:55.276890 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-460690af-412e-4f84-bc7c-3e41d72d3635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:55.278045 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-460690af-412e-4f84-bc7c-3e41d72d3635 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d927820-e1db-4394-b485-e1b2d96700dc HTTP/1.1" status: 204 len: 168 time: 0.2862501 Aug 31 18:29:55.289226 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460690af-412e-4f84-bc7c-3e41d72d3635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d927820-e1db-4394-b485-e1b2d96700dc,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:29:55.342997 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-035f3a7e-ce36-4bc7-ab7b-c4015ee1b567 req-35700cbe-07aa-4900-a0c5-2d090cd73784 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839322 Aug 31 18:29:55.648839 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:29:56.464448 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e10102-4f0b-4a66-aa30-b3121b900dfb req-2719abe9-7622-403c-a1e4-3ba5329de969 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:56.465997 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63e10102-4f0b-4a66-aa30-b3121b900dfb req-2719abe9-7622-403c-a1e4-3ba5329de969 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0525708 Aug 31 18:29:56.507055 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63e10102-4f0b-4a66-aa30-b3121b900dfb req-4262178e-ea0f-4aeb-989a-e26b39dfdc2a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350087 Aug 31 18:29:57.621231 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71fab6-5a47-4015-9a1e-d76f0b3e56c5 req-7d505c8c-404b-45a4-a32b-0d7af8cf1b82 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:57.622655 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c71fab6-5a47-4015-9a1e-d76f0b3e56c5 req-7d505c8c-404b-45a4-a32b-0d7af8cf1b82 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0491359 Aug 31 18:29:57.660642 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c71fab6-5a47-4015-9a1e-d76f0b3e56c5 req-aadf7e46-27da-4488-9641-f65e255878e2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320458 Aug 31 18:29:58.786409 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bad02-662e-43b9-a574-31ec655bcdf7 req-f2a65b17-eafd-4a29-bf86-0fb6805c62ec tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:58.788009 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-443bad02-662e-43b9-a574-31ec655bcdf7 req-f2a65b17-eafd-4a29-bf86-0fb6805c62ec tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0521164 Aug 31 18:29:58.837608 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-443bad02-662e-43b9-a574-31ec655bcdf7 req-04b871c7-9a76-4f28-aea6-bf19dcc1c940 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Aug 31 18:29:59.968105 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58843d6-3057-487c-adbf-94d6ff7cfeea req-4b25f924-3d3c-4350-98ea-eee3987e2b85 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:29:59.969648 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a58843d6-3057-487c-adbf-94d6ff7cfeea req-4b25f924-3d3c-4350-98ea-eee3987e2b85 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0622015 Aug 31 18:30:00.016295 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a58843d6-3057-487c-adbf-94d6ff7cfeea req-3e1586e1-6b8c-42ee-9954-df5801d818df tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387700 Aug 31 18:30:01.147376 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bd8ee-d560-4de1-895c-fe47e8666d72 req-e81e789d-770e-4422-8c69-64de606ad530 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:01.148955 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2f4bd8ee-d560-4de1-895c-fe47e8666d72 req-e81e789d-770e-4422-8c69-64de606ad530 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0520024 Aug 31 18:30:01.196162 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2f4bd8ee-d560-4de1-895c-fe47e8666d72 req-b32a2563-15bc-4c39-bf8b-4d22294d3ba2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Aug 31 18:30:02.094828 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:30:02.319033 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0eff40-7f5c-4f33-bb37-96f186d3cd6f req-12aea9bc-a0e9-42f0-a901-fc21edfff914 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:02.325030 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ef0eff40-7f5c-4f33-bb37-96f186d3cd6f req-12aea9bc-a0e9-42f0-a901-fc21edfff914 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0556538 Aug 31 18:30:02.366169 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ef0eff40-7f5c-4f33-bb37-96f186d3cd6f req-2520d270-50a0-420c-9209-01cd0c220261 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378950 Aug 31 18:30:03.514052 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 37744) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:03.535613 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e7d34-cec6-4331-a9e4-771f9a3151ad req-061e23e3-6446-4edc-ad93-64db4a4f578d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:03.537206 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e87e7d34-cec6-4331-a9e4-771f9a3151ad req-061e23e3-6446-4edc-ad93-64db4a4f578d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0701418 Aug 31 18:30:03.581296 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e87e7d34-cec6-4331-a9e4-771f9a3151ad req-89875d8a-4f53-42a4-8109-39fb2c98cbd9 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372589 Aug 31 18:30:03.643909 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-199f6ee5-6548-446d-8aa3-31440bb9b64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:03.753867 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-199f6ee5-6548-446d-8aa3-31440bb9b64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:03.759267 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-199f6ee5-6548-446d-8aa3-31440bb9b64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:03.805330 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 37752) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:03.816829 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-199f6ee5-6548-446d-8aa3-31440bb9b64e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=167b7a676d284e7780695c817b23e3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006415 Aug 31 18:30:03.817845 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f6ee5-6548-446d-8aa3-31440bb9b64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8572427e-caea-4a5a-8b6a-8cb7a93c4090,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:03.880748 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7f1e-80aa-490b-9c33-c5c08f2a334c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:03.905132 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7f1e-80aa-490b-9c33-c5c08f2a334c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:03.973795 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7f1e-80aa-490b-9c33-c5c08f2a334c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:03.976717 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7f1e-80aa-490b-9c33-c5c08f2a334c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:03.978765 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a8cf7f1e-80aa-490b-9c33-c5c08f2a334c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8572427e-caea-4a5a-8b6a-8cb7a93c4090 HTTP/1.1" status: 204 len: 168 time: 0.1721220 Aug 31 18:30:03.987790 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf7f1e-80aa-490b-9c33-c5c08f2a334c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8572427e-caea-4a5a-8b6a-8cb7a93c4090,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:04.014536 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 37760) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:04.302152 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8beb4a47-7f9e-41ab-92c3-2fda2de5f3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.399445 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 37770) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:04.424186 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f0ec-f7f1-4a9e-b205-4d3bdaa745c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.463433 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8beb4a47-7f9e-41ab-92c3-2fda2de5f3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.469232 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8beb4a47-7f9e-41ab-92c3-2fda2de5f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.520366 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb4a47-7f9e-41ab-92c3-2fda2de5f3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb38de4-165d-4296-823c-be3d1bcc437e,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:04.549274 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8beb4a47-7f9e-41ab-92c3-2fda2de5f3fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b0ca9433a754cf688b0c45c478c4a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5334923 Aug 31 18:30:04.553246 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 37774) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:04.631240 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f0ec-f7f1-4a9e-b205-4d3bdaa745c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.638726 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f0ec-f7f1-4a9e-b205-4d3bdaa745c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.665246 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ce795611-aa24-448f-8e89-c08d0591d5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.686959 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c4f7f0ec-f7f1-4a9e-b205-4d3bdaa745c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d26a108ece941a6ac2af98dc328df1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861927 Aug 31 18:30:04.690366 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 37782) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:04.707806 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7f0ec-f7f1-4a9e-b205-4d3bdaa745c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9c1bb4-e1e6-44bb-850b-cfebcc075cfa,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:04.742717 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ce795611-aa24-448f-8e89-c08d0591d5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.814423 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc93d6d9-aadd-49cb-b9d9-33cad552a130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.827969 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ce795611-aa24-448f-8e89-c08d0591d5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.829013 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ce795611-aa24-448f-8e89-c08d0591d5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.832699 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ce795611-aa24-448f-8e89-c08d0591d5fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1fb38de4-165d-4296-823c-be3d1bcc437e HTTP/1.1" status: 204 len: 168 time: 0.2757003 Aug 31 18:30:04.841586 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc93d6d9-aadd-49cb-b9d9-33cad552a130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.854817 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce795611-aa24-448f-8e89-c08d0591d5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb38de4-165d-4296-823c-be3d1bcc437e,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:04.938820 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e9296-3134-4a75-943d-30d93413b99d req-d86a8732-8af1-48b5-8437-353fe96a311a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:04.940421 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f83e9296-3134-4a75-943d-30d93413b99d req-d86a8732-8af1-48b5-8437-353fe96a311a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.1984656 Aug 31 18:30:04.941588 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc93d6d9-aadd-49cb-b9d9-33cad552a130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.944156 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc93d6d9-aadd-49cb-b9d9-33cad552a130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:04.947219 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cc93d6d9-aadd-49cb-b9d9-33cad552a130 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d9c1bb4-e1e6-44bb-850b-cfebcc075cfa HTTP/1.1" status: 204 len: 168 time: 0.2554491 Aug 31 18:30:04.961290 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93d6d9-aadd-49cb-b9d9-33cad552a130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9c1bb4-e1e6-44bb-850b-cfebcc075cfa,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:05.038143 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f83e9296-3134-4a75-943d-30d93413b99d req-152e5e6f-ed61-44e4-9f6b-536c9d2cf22c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863492 Aug 31 18:30:06.296240 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a1394-8706-46f0-ba23-e35ad684ce60 req-9ae6ece1-2203-47e3-886e-07d0d96a0101 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:06.306716 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-391a1394-8706-46f0-ba23-e35ad684ce60 req-9ae6ece1-2203-47e3-886e-07d0d96a0101 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.1061218 Aug 31 18:30:06.411971 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-391a1394-8706-46f0-ba23-e35ad684ce60 req-50cb10f6-c723-4f86-89f3-0ef38db31a17 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025460 Aug 31 18:30:07.624671 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ae0ae-0a71-4ab3-8a13-4a16b566933b req-8035c9d7-f41d-453a-a489-950de45dc289 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:07.642945 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a65ae0ae-0a71-4ab3-8a13-4a16b566933b req-8035c9d7-f41d-453a-a489-950de45dc289 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0856237 Aug 31 18:30:07.716164 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a65ae0ae-0a71-4ab3-8a13-4a16b566933b req-59f5eb5c-0be8-4d6e-bd7c-0c9cff2a284a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719526 Aug 31 18:30:08.844660 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b77ec-e461-4daa-8545-8cf55fa2026a req-7c68c59a-3cbc-4be9-94d5-c454413cf530 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:08.846199 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-761b77ec-e461-4daa-8545-8cf55fa2026a req-7c68c59a-3cbc-4be9-94d5-c454413cf530 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0625131 Aug 31 18:30:08.888834 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-761b77ec-e461-4daa-8545-8cf55fa2026a req-adcc31a6-21a2-4ed2-9e65-68f5f5605119 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363135 Aug 31 18:30:09.301762 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 37952) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:09.436409 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9b85a32c-245e-4410-9707-16e24583215a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:09.561023 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9b85a32c-245e-4410-9707-16e24583215a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:09.569612 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9b85a32c-245e-4410-9707-16e24583215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:09.659151 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9b85a32c-245e-4410-9707-16e24583215a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bddde065ef9248528e55f49714b4e883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559921 Aug 31 18:30:09.661280 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85a32c-245e-4410-9707-16e24583215a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15582166-dba3-4391-ac2d-25c74ffa951a,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:09.661703 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 37968) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:09.750360 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-324bb32d-818f-430b-bbd6-9d0c9f50fc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:09.788852 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-324bb32d-818f-430b-bbd6-9d0c9f50fc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:09.866091 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-324bb32d-818f-430b-bbd6-9d0c9f50fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:09.869369 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-324bb32d-818f-430b-bbd6-9d0c9f50fc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:09.870594 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-324bb32d-818f-430b-bbd6-9d0c9f50fc11 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15582166-dba3-4391-ac2d-25c74ffa951a HTTP/1.1" status: 204 len: 168 time: 0.2077954 Aug 31 18:30:09.893924 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bb32d-818f-430b-bbd6-9d0c9f50fc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15582166-dba3-4391-ac2d-25c74ffa951a,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:09.983023 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 37978) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:10.107400 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15de25-9698-448d-bc4c-eeda79129c1e req-14b73966-da5a-426d-af92-7c1c2efcc42f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:10.109598 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fa15de25-9698-448d-bc4c-eeda79129c1e req-14b73966-da5a-426d-af92-7c1c2efcc42f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0647066 Aug 31 18:30:10.207699 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fa15de25-9698-448d-bc4c-eeda79129c1e req-26f8277e-43bf-4783-b05f-fe6590c667f0 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844681 Aug 31 18:30:10.344226 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-23792072-e773-4981-af9b-cfbd68235cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:10.492727 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-23792072-e773-4981-af9b-cfbd68235cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:10.498166 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-23792072-e773-4981-af9b-cfbd68235cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:10.544127 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23792072-e773-4981-af9b-cfbd68235cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6307f19-8f3b-44de-b2ba-88a16d071905,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:10.553752 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-23792072-e773-4981-af9b-cfbd68235cd0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1234f01e955a4e98ae21011a9b2fd7ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5654335 Aug 31 18:30:10.554304 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 37992) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:10.669717 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f109a1f5-04f1-40aa-8d5b-8a06a09b7465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:10.714957 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f109a1f5-04f1-40aa-8d5b-8a06a09b7465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:10.805242 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f109a1f5-04f1-40aa-8d5b-8a06a09b7465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:10.814421 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f109a1f5-04f1-40aa-8d5b-8a06a09b7465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:10.817740 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f109a1f5-04f1-40aa-8d5b-8a06a09b7465 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6307f19-8f3b-44de-b2ba-88a16d071905 HTTP/1.1" status: 204 len: 168 time: 0.2610781 Aug 31 18:30:10.857507 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109a1f5-04f1-40aa-8d5b-8a06a09b7465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6307f19-8f3b-44de-b2ba-88a16d071905,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:11.453108 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0447ab-6a56-4e23-9562-d9b190b98900 req-769d6b19-0203-445e-9f00-07296a19358f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:11.457637 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bf0447ab-6a56-4e23-9562-d9b190b98900 req-769d6b19-0203-445e-9f00-07296a19358f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.1092148 Aug 31 18:30:11.528186 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bf0447ab-6a56-4e23-9562-d9b190b98900 req-d66a1b8e-b2ac-4719-92dc-eafcee91ab04 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622032 Aug 31 18:30:12.430519 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 38060) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:12.697634 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9905aff6-e0e7-48b0-930b-0fd0e8772fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:12.734349 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5cd22-c2a5-4706-b7aa-ce311d09b3e0 req-45f86313-04e1-46d8-9630-6ad239528e52 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:12.742060 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-30b5cd22-c2a5-4706-b7aa-ce311d09b3e0 req-45f86313-04e1-46d8-9630-6ad239528e52 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0984945 Aug 31 18:30:12.837536 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9905aff6-e0e7-48b0-930b-0fd0e8772fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:12.850233 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9905aff6-e0e7-48b0-930b-0fd0e8772fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:12.881872 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 38082) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:12.897158 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9905aff6-e0e7-48b0-930b-0fd0e8772fbb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e845dabcb154f8386412d5fccbda259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614561 Aug 31 18:30:12.984658 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-30b5cd22-c2a5-4706-b7aa-ce311d09b3e0 req-1a64e7e6-3e68-430c-a561-8b394872aec5 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414098 Aug 31 18:30:13.044615 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b2c6070e-5477-4821-8c59-f7ad70be6e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:13.057805 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905aff6-e0e7-48b0-930b-0fd0e8772fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb56c44-de0a-4020-839f-3f4df863bff0,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:13.100751 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b2c6070e-5477-4821-8c59-f7ad70be6e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:13.169400 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b2c6070e-5477-4821-8c59-f7ad70be6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:13.176322 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b2c6070e-5477-4821-8c59-f7ad70be6e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:13.194309 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b2c6070e-5477-4821-8c59-f7ad70be6e9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0cb56c44-de0a-4020-839f-3f4df863bff0 HTTP/1.1" status: 204 len: 168 time: 0.2968922 Aug 31 18:30:13.216293 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6070e-5477-4821-8c59-f7ad70be6e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb56c44-de0a-4020-839f-3f4df863bff0,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:14.128082 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392d6bd-eb8f-483c-80ef-03de12ec200e req-3ab8ab80-a511-428e-91bf-9ed2a68449a9 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:14.129701 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5392d6bd-eb8f-483c-80ef-03de12ec200e req-3ab8ab80-a511-428e-91bf-9ed2a68449a9 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0532193 Aug 31 18:30:14.171722 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5392d6bd-eb8f-483c-80ef-03de12ec200e req-68a5f843-9cbf-4a85-b71d-b4314dee79ca tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361810 Aug 31 18:30:14.823848 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-7de27a2a-c928-4950-a58b-c8c4ed9b629a tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:14.826184 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-7de27a2a-c928-4950-a58b-c8c4ed9b629a tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/networks?id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b HTTP/1.1" status: 200 len: 815 time: 0.1326718 Aug 31 18:30:14.849986 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-56316684-692a-4906-ad8e-982fbb7b25b5 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/quotas/4aeaa7bfaece4dcb81fcebd4ec0eff17 HTTP/1.1" status: 200 len: 375 time: 0.0173862 Aug 31 18:30:14.952875 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-b3ba2265-14f9-4011-9dc6-878c435dacff tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898495 Aug 31 18:30:15.166156 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-a8642844-29ac-4bff-b57c-595470cfffe6 service neutron] 10.222.0.35 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120554 Aug 31 18:30:15.208289 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 38160) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:15.346419 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce7731-7f7f-4208-a403-7624a4de2f26 req-1d7bcfec-0ce0-4ab6-8549-26b9bc27bbf4 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:15.347934 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-94ce7731-7f7f-4208-a403-7624a4de2f26 req-1d7bcfec-0ce0-4ab6-8549-26b9bc27bbf4 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0769897 Aug 31 18:30:15.352233 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-7a806fe3-c54d-460d-8ed7-448eb875afd3 service neutron] 10.222.0.35 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663637 Aug 31 18:30:15.370535 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-26e726d3-ab29-4d84-a627-69f9771f1018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:15.412434 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-94ce7731-7f7f-4208-a403-7624a4de2f26 req-d76e31d5-f6ce-4725-9a83-0c8fddd20907 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540273 Aug 31 18:30:15.532804 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-26e726d3-ab29-4d84-a627-69f9771f1018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:15.541389 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-26e726d3-ab29-4d84-a627-69f9771f1018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:15.591513 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ccfd9ed-4445-4036-8796-d5b15ac9d7ba req-48d57479-6aa8-4398-a747-4e8485ed4fec tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 210 time: 0.0367808 Aug 31 18:30:15.593337 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e726d3-ab29-4d84-a627-69f9771f1018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303fd3e5-1783-4403-b184-2c2706aa29c0,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:15.601386 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 38182) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:15.601716 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-26e726d3-ab29-4d84-a627-69f9771f1018 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e48d9976f87a4714a1269abde9eab75e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907449 Aug 31 18:30:15.680379 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:15.718355 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:15.784594 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:15.788746 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:15.790182 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/303fd3e5-1783-4403-b184-2c2706aa29c0 HTTP/1.1" status: 204 len: 168 time: 0.1872640 Aug 31 18:30:15.808755 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303fd3e5-1783-4403-b184-2c2706aa29c0,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:15.820266 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:15.820468 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:15.821060 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:15.821655 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:15.822053 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:15.822606 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:15.823050 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:15.823809 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:15.824294 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:15.824906 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:15.825417 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:15.825870 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4ad72-23f8-426e-b614-8f21114382b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:16.161638 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 38202) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:16.181818 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7b15-e1f1-4a6b-831f-62ec5cc02564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:16.372535 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7b15-e1f1-4a6b-831f-62ec5cc02564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:16.379787 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7b15-e1f1-4a6b-831f-62ec5cc02564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:16.453123 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-2c1d7b15-e1f1-4a6b-831f-62ec5cc02564 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4729056fad254caaac7191c2b4741704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901611 Aug 31 18:30:16.453380 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 38214) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:16.455718 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d7b15-e1f1-4a6b-831f-62ec5cc02564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c198ce2-1c3a-4f85-bbcc-cfe034e443a1,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:16.487355 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abe9ab-27d5-4bd8-983f-35d8c661a17b req-d5b89020-31e5-416a-a120-18225830ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:16.489705 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-97abe9ab-27d5-4bd8-983f-35d8c661a17b req-d5b89020-31e5-416a-a120-18225830ab9c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 1099 time: 0.0859990 Aug 31 18:30:16.521007 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6309bd5f-c333-455c-9d3c-f44552878c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:16.549478 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6309bd5f-c333-455c-9d3c-f44552878c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:16.580814 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ab319-20f8-4e7a-b3bd-a68d0778e1d2 req-2cca0c25-f00f-4a83-a350-f9c31c9178fd tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:16.582581 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c28ab319-20f8-4e7a-b3bd-a68d0778e1d2 req-2cca0c25-f00f-4a83-a350-f9c31c9178fd tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0745003 Aug 31 18:30:16.592986 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-97abe9ab-27d5-4bd8-983f-35d8c661a17b req-4f9032a7-d983-42e3-9047-a84f8dba51d1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746593 Aug 31 18:30:16.634788 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c28ab319-20f8-4e7a-b3bd-a68d0778e1d2 req-ed8110c6-f8da-42da-b98c-8cc128d26b60 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447285 Aug 31 18:30:16.646152 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6309bd5f-c333-455c-9d3c-f44552878c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:16.650030 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6309bd5f-c333-455c-9d3c-f44552878c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:16.651904 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6309bd5f-c333-455c-9d3c-f44552878c0e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c198ce2-1c3a-4f85-bbcc-cfe034e443a1 HTTP/1.1" status: 204 len: 168 time: 0.1972013 Aug 31 18:30:16.667812 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309bd5f-c333-455c-9d3c-f44552878c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c198ce2-1c3a-4f85-bbcc-cfe034e443a1,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:16.756173 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fcef846d-df71-451b-962f-18ddbdae3a51 req-aa48e811-53b1-4e63-94d5-f0cdbeb829da tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 210 time: 0.0304213 Aug 31 18:30:17.453117 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-41d1d115-d3b1-4e74-866b-7d1c8ed39e62 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:17.454886 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-41d1d115-d3b1-4e74-866b-7d1c8ed39e62 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "GET /v2.0/networks?id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b HTTP/1.1" status: 200 len: 815 time: 0.2444763 Aug 31 18:30:17.481003 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-fbd7c3e3-aebb-432a-9791-ee9f73aab9c2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Request body: {'port': {'device_id': '69c20cab-39fc-4fca-9201-be56583e6f4b', 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b', 'admin_state_up': True, 'tenant_id': '4aeaa7bfaece4dcb81fcebd4ec0eff17'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:30:17.678334 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-fbd7c3e3-aebb-432a-9791-ee9f73aab9c2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Made reservation on behalf of 4aeaa7bfaece4dcb81fcebd4ec0eff17 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:30:17.683448 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-fbd7c3e3-aebb-432a-9791-ee9f73aab9c2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:17.984146 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90d9d352-fe41-4260-9076-3e7fcbe87d6e req-6dc18f0e-9ae5-4f5d-85f8-b2d44412cd74 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 210 time: 0.0960476 Aug 31 18:30:18.009180 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3a16a-a9f9-4a61-86d7-a1efab7cf5db req-3d23d0bf-88b2-4794-9212-e6cf7fc877b4 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:18.017174 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-24f3a16a-a9f9-4a61-86d7-a1efab7cf5db req-3d23d0bf-88b2-4794-9212-e6cf7fc877b4 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.2127662 Aug 31 18:30:18.054513 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-fbd7c3e3-aebb-432a-9791-ee9f73aab9c2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Allocated IP 172.20.0.5 (338d5cd7-6d9d-4362-b64d-4e5c7e1e915b/e73826a5-30d4-4708-8780-1eec80cbf1ba/139403a0-f4bc-4f27-915a-a1d4ba0f28ef) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:30:18.092040 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-24f3a16a-a9f9-4a61-86d7-a1efab7cf5db req-52b927f4-35b5-43af-84ce-5a98c420c658 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737846 Aug 31 18:30:18.257450 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-fbd7c3e3-aebb-432a-9791-ee9f73aab9c2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:18.345221 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-fbd7c3e3-aebb-432a-9791-ee9f73aab9c2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:18.372557 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['1d9b4d2c-7f97-4195-adb9-cf86e7d8d147', '75d7a43a-7539-4866-aa7d-5110b2ac0ae2'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:30:18.467461 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-fbd7c3e3-aebb-432a-9791-ee9f73aab9c2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:30:18.474183 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-fbd7c3e3-aebb-432a-9791-ee9f73aab9c2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:30:18.492730 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7c3e3-aebb-432a-9791-ee9f73aab9c2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Pushing event updated for resources: {'Port': ['ID=139403a0-f4bc-4f27-915a-a1d4ba0f28ef,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:18.498322 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-fbd7c3e3-aebb-432a-9791-ee9f73aab9c2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:30:18.574891 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-fbd7c3e3-aebb-432a-9791-ee9f73aab9c2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:18.576095 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-fbd7c3e3-aebb-432a-9791-ee9f73aab9c2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:18.607788 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-fbd7c3e3-aebb-432a-9791-ee9f73aab9c2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1301961 Aug 31 18:30:18.625192 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Request body: {'port': {'device_id': '69c20cab-39fc-4fca-9201-be56583e6f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:30:18.732035 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:19.201467 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee6ed6-70e0-4ccf-9997-fc82826889db req-2d5068d2-eeed-4300-b7f3-56127603f0dc tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:19.203153 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3cee6ed6-70e0-4ccf-9997-fc82826889db req-2d5068d2-eeed-4300-b7f3-56127603f0dc tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 931 time: 0.0979152 Aug 31 18:30:19.325868 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139403a0-f4bc-4f27-915a-a1d4ba0f28ef {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:30:19.337742 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:19.378092 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Transition to ACTIVE for port object 139403a0-f4bc-4f27-915a-a1d4ba0f28ef will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:30:19.413704 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:19.441446 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3cee6ed6-70e0-4ccf-9997-fc82826889db req-6fe0b052-521b-48e0-9af9-cf18e6f0dca3 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113178 Aug 31 18:30:19.502148 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c6b48207-09f9-498b-8515-7a060f40f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:19.576456 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447ffb9-8c03-4466-9ae1-655b950d1cba req-e5154f39-c557-48e7-81c5-2b2e879be017 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:19.588558 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f447ffb9-8c03-4466-9ae1-655b950d1cba req-e5154f39-c557-48e7-81c5-2b2e879be017 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.2273383 Aug 31 18:30:19.611853 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Pushing event updated for resources: {'Port': ['ID=139403a0-f4bc-4f27-915a-a1d4ba0f28ef,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:19.678213 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f447ffb9-8c03-4466-9ae1-655b950d1cba req-0fec2ab5-c4e0-4e39-933c-f545f84b895a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889392 Aug 31 18:30:19.718482 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Attempting to bind port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:30:19.718820 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Attempting to bind port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:30:19.719157 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Attempting to bind port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef on network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:30:19.723469 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef on network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:30:19.723784 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Attempting to bind port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef on network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:30:19.729212 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:30:19.729555 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Checking segment: {'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:30:19.729998 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Bound using segment: {'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:30:19.730428 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Bound port: 139403a0-f4bc-4f27-915a-a1d4ba0f28ef, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:30:19.730811 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:19.826048 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] For port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:30:19.830485 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] For port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=139403a0-f4bc-4f27-915a-a1d4ba0f28ef,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:30:19.840874 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824dd4f-e067-4507-a6f4-753509d735c5 req-79348a99-21cc-4307-b581-d071c29b0f7d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:19.842335 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b824dd4f-e067-4507-a6f4-753509d735c5 req-79348a99-21cc-4307-b581-d071c29b0f7d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0769114 Aug 31 18:30:19.843811 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:19.886175 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:19.886668 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:19.887929 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] 10.222.0.50 "PUT /v2.0/ports/139403a0-f4bc-4f27-915a-a1d4ba0f28ef HTTP/1.1" status: 200 len: 1093 time: 1.2693088 Aug 31 18:30:19.899327 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c20cab-39fc-4fca-9201-be56583e6f4b', 'tag': '139403a0-f4bc-4f27-915a-a1d4ba0f28ef'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:30:19.901589 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d300aa41-5a06-421a-8a7e-35ba55b816b3" -d '{"events": [{"name": "network-changed", "server_uuid": "69c20cab-39fc-4fca-9201-be56583e6f4b", "tag": "139403a0-f4bc-4f27-915a-a1d4ba0f28ef"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:30:19.955758 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b824dd4f-e067-4507-a6f4-753509d735c5 req-5d081582-a327-45b4-82ef-8348096fb8d7 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872405 Aug 31 18:30:19.964603 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98839786-6d0a-45b6-bce3-42549cc7ae61 x-openstack-request-id: req-98839786-6d0a-45b6-bce3-42549cc7ae61 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:30:19.964603 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c20cab-39fc-4fca-9201-be56583e6f4b", "tag": "139403a0-f4bc-4f27-915a-a1d4ba0f28ef", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:30:19.964603 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98839786-6d0a-45b6-bce3-42549cc7ae61 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:30:19.964603 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c20cab-39fc-4fca-9201-be56583e6f4b', 'tag': '139403a0-f4bc-4f27-915a-a1d4ba0f28ef', 'status': 'completed', 'code': 200} Aug 31 18:30:19.970098 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31b323-a3e2-4368-9cfb-2caf1e29be3e service neutron] Pushing event updated for resources: {'Port': ['ID=139403a0-f4bc-4f27-915a-a1d4ba0f28ef,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:20.047225 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-410cbd4c-0a98-4c08-9c32-9135d1006532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:20.049232 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-410cbd4c-0a98-4c08-9c32-9135d1006532 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 1096 time: 0.0896471 Aug 31 18:30:20.127090 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-2bfed536-58df-4ad9-9912-6ed38d5d9475 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=139403a0-f4bc-4f27-915a-a1d4ba0f28ef HTTP/1.1" status: 200 len: 217 time: 0.0515230 Aug 31 18:30:20.190835 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-7a8e34b8-faae-4e84-91d8-8a07fe84d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:20.192341 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-7a8e34b8-faae-4e84-91d8-8a07fe84d553 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e73826a5-30d4-4708-8780-1eec80cbf1ba HTTP/1.1" status: 200 len: 855 time: 0.0547118 Aug 31 18:30:20.242848 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-c0449917-9668-4330-a762-1aecead15de4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391393 Aug 31 18:30:20.599487 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac921ed-cb06-4b54-81ee-39788b356806 req-3960d363-433f-4cf5-b127-d18cd84e8d13 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:20.602105 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cac921ed-cb06-4b54-81ee-39788b356806 req-3960d363-433f-4cf5-b127-d18cd84e8d13 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 943 time: 0.0863957 Aug 31 18:30:20.660319 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cac921ed-cb06-4b54-81ee-39788b356806 req-f2129afa-5447-4fe4-85ca-449fcbbcc30e tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459492 Aug 31 18:30:21.770579 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b1eae-66ba-472f-85a6-9ea89c836052 req-b0090b92-e029-4a66-84d4-24db9e9a91f6 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:21.772585 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-af2b1eae-66ba-472f-85a6-9ea89c836052 req-b0090b92-e029-4a66-84d4-24db9e9a91f6 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 943 time: 0.0484352 Aug 31 18:30:21.810316 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-af2b1eae-66ba-472f-85a6-9ea89c836052 req-795d3117-2784-4dff-a75d-e400fe076154 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Aug 31 18:30:22.160661 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ca1a8dcc-f57c-4faf-a5bd-6ed9870c246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:22.534310 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:22.923003 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e8b07-df1c-4276-a27d-5b48c24f5f52 req-36a02dcc-e11d-4ad5-aa75-d9b4aed8dbb4 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:22.924598 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8c2e8b07-df1c-4276-a27d-5b48c24f5f52 req-36a02dcc-e11d-4ad5-aa75-d9b4aed8dbb4 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 943 time: 0.0474477 Aug 31 18:30:22.962111 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8c2e8b07-df1c-4276-a27d-5b48c24f5f52 req-21739a16-7113-4a2e-a01d-0f2e07710e05 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306962 Aug 31 18:30:23.170703 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:23.582400 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-c437b1b8-6ce4-4811-8f26-b1a094c22fc2 service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944896 Aug 31 18:30:23.679254 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ba743ae-eefd-41bd-a6f9-7612fb35a744 req-f376d17f-18d2-41b0-9774-10d5480717f4 service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858591 Aug 31 18:30:23.827870 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300aa41-5a06-421a-8a7e-35ba55b816b3 req-4362ebee-208a-4741-b2cb-f3a2ec2b2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:23.830465 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d300aa41-5a06-421a-8a7e-35ba55b816b3 req-4362ebee-208a-4741-b2cb-f3a2ec2b2534 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 1096 time: 0.0735319 Aug 31 18:30:23.958347 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300aa41-5a06-421a-8a7e-35ba55b816b3 req-3d732a91-64c8-458b-9786-9982c49ecef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:23.960784 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d300aa41-5a06-421a-8a7e-35ba55b816b3 req-3d732a91-64c8-458b-9786-9982c49ecef7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b HTTP/1.1" status: 200 len: 916 time: 0.1159506 Aug 31 18:30:24.012842 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d300aa41-5a06-421a-8a7e-35ba55b816b3 req-9107ff47-1a30-4d72-9f49-d89731868e76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=139403a0-f4bc-4f27-915a-a1d4ba0f28ef HTTP/1.1" status: 200 len: 217 time: 0.0404851 Aug 31 18:30:24.083729 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300aa41-5a06-421a-8a7e-35ba55b816b3 req-1fdb683a-9ddf-418b-87f4-89b959358783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:24.086675 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d300aa41-5a06-421a-8a7e-35ba55b816b3 req-1fdb683a-9ddf-418b-87f4-89b959358783 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e73826a5-30d4-4708-8780-1eec80cbf1ba HTTP/1.1" status: 200 len: 855 time: 0.0606899 Aug 31 18:30:24.142405 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d300aa41-5a06-421a-8a7e-35ba55b816b3 req-50214406-5cb0-4553-83cb-f582989fa79f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422480 Aug 31 18:30:24.164115 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c591793-d2b7-41c6-a512-dc4b0e5b26ad req-8635c755-08a1-4dc2-82c3-f4b83f4b1848 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:24.165630 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2c591793-d2b7-41c6-a512-dc4b0e5b26ad req-8635c755-08a1-4dc2-82c3-f4b83f4b1848 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 943 time: 0.0763266 Aug 31 18:30:24.259881 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2c591793-d2b7-41c6-a512-dc4b0e5b26ad req-81719c49-456d-44a8-b37f-76aa5bb60eb5 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859332 Aug 31 18:30:24.305202 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d300aa41-5a06-421a-8a7e-35ba55b816b3 req-f12ddb2a-19da-404d-aa7a-4480eca6b6f4 service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384797 Aug 31 18:30:24.411043 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d300aa41-5a06-421a-8a7e-35ba55b816b3 req-f177350a-dfd1-44d6-b123-70e6b008726a service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913019 Aug 31 18:30:24.892911 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:25.027569 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-08321d54-d752-4e39-8f0b-53eb3b69c4ee req-6055ec80-a480-4856-b373-8e2b90d1853d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467134 Aug 31 18:30:25.105909 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08321d54-d752-4e39-8f0b-53eb3b69c4ee req-4c58fdfc-3174-42f2-9515-293bfb373917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:25.107314 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-08321d54-d752-4e39-8f0b-53eb3b69c4ee req-4c58fdfc-3174-42f2-9515-293bfb373917 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 1098 time: 0.0422039 Aug 31 18:30:25.230123 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08321d54-d752-4e39-8f0b-53eb3b69c4ee req-526a5c26-036e-4cdd-ae56-1caa87774a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:25.231754 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-08321d54-d752-4e39-8f0b-53eb3b69c4ee req-526a5c26-036e-4cdd-ae56-1caa87774a31 service neutron] 10.222.0.50 "GET /v2.0/networks?id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b HTTP/1.1" status: 200 len: 916 time: 0.0931964 Aug 31 18:30:25.299653 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-08321d54-d752-4e39-8f0b-53eb3b69c4ee req-d9ed6545-5066-4a21-abe7-89de0724574b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 HTTP/1.1" status: 200 len: 217 time: 0.0443780 Aug 31 18:30:25.393963 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08321d54-d752-4e39-8f0b-53eb3b69c4ee req-6dc9b412-807b-4b4c-84b4-4bd2c91a12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:25.395427 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-08321d54-d752-4e39-8f0b-53eb3b69c4ee req-6dc9b412-807b-4b4c-84b4-4bd2c91a12d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e73826a5-30d4-4708-8780-1eec80cbf1ba HTTP/1.1" status: 200 len: 855 time: 0.0827413 Aug 31 18:30:25.408027 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d62eea-1994-422e-a219-b127e70b7adf req-52a3840e-8924-4dfd-933f-04b25caab079 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:25.409703 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6d62eea-1994-422e-a219-b127e70b7adf req-52a3840e-8924-4dfd-933f-04b25caab079 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 943 time: 0.0648525 Aug 31 18:30:25.447411 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-08321d54-d752-4e39-8f0b-53eb3b69c4ee req-8c421cac-1677-4832-87aa-014b01ab7656 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350790 Aug 31 18:30:25.492821 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6d62eea-1994-422e-a219-b127e70b7adf req-72c74a90-b887-4373-8177-8a5e81a0062f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717669 Aug 31 18:30:25.582832 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-08321d54-d752-4e39-8f0b-53eb3b69c4ee req-583e1bdd-a4bd-4dd6-9cab-a362102f69f4 service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203420 Aug 31 18:30:25.653692 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:25.715899 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-08321d54-d752-4e39-8f0b-53eb3b69c4ee req-4c79459e-0a64-435e-8c83-3f6f402c1ed6 service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221893 Aug 31 18:30:26.043739 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310e4e3-f54c-4e8c-b6d8-7efc2a41e539 req-31f19119-21ec-476d-9c43-3ae17433ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:26.045254 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9310e4e3-f54c-4e8c-b6d8-7efc2a41e539 req-31f19119-21ec-476d-9c43-3ae17433ff73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 1099 time: 0.0874949 Aug 31 18:30:26.063312 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ffcea-0b8d-46b7-8910-ea273b527092 req-bc16e75e-f732-48f4-8c0c-8d0af0bc0d69 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:26.072185 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-888ffcea-0b8d-46b7-8910-ea273b527092 req-bc16e75e-f732-48f4-8c0c-8d0af0bc0d69 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1012039 Aug 31 18:30:26.123664 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-888ffcea-0b8d-46b7-8910-ea273b527092 req-d6bf7d1c-9c2e-4566-8470-895610fed01e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501220 Aug 31 18:30:26.175318 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-125150cb-4f2f-4958-9112-5f31183719ac tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318402383&fields=id&tenant_id=01dd2e1469fd4e37af51e3edf144f314 HTTP/1.1" status: 200 len: 267 time: 0.0499623 Aug 31 18:30:26.541265 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-8f53e18a-08cc-4d06-ae07-fc9e06383302 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:26.549751 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-8f53e18a-08cc-4d06-ae07-fc9e06383302 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/networks?id=b04046da-9c89-4497-a1f2-73518ae52ac1 HTTP/1.1" status: 200 len: 809 time: 0.3640435 Aug 31 18:30:26.571761 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-2b07643b-6518-420f-bd5b-0e595bd03484 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/quotas/01dd2e1469fd4e37af51e3edf144f314 HTTP/1.1" status: 200 len: 375 time: 0.0207896 Aug 31 18:30:26.733022 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-3923be22-7899-4272-86c9-c3cf043b7db3 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=01dd2e1469fd4e37af51e3edf144f314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1553981 Aug 31 18:30:26.799417 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec2d2c-796b-4ff5-967b-100233c8a16a req-f36acaef-bf65-43f2-b589-53fe284f615b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:26.800912 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eeec2d2c-796b-4ff5-967b-100233c8a16a req-f36acaef-bf65-43f2-b589-53fe284f615b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 943 time: 0.1755140 Aug 31 18:30:26.863976 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eeec2d2c-796b-4ff5-967b-100233c8a16a req-37585fc6-dfcd-4c80-9193-c2ab418ab14c tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548780 Aug 31 18:30:26.870149 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-c697678c-a13c-4f2d-9f54-747813eb89e5 service neutron] 10.222.0.35 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305888 Aug 31 18:30:26.971593 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-74b3ba91-63e4-4d21-b482-87f5fb6689d5 service neutron] 10.222.0.35 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928426 Aug 31 18:30:27.287838 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38d84e-3056-4e41-9381-403447d0280c req-b26d29df-1c66-4bfe-b5ff-83844834a642 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:27.289651 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eb38d84e-3056-4e41-9381-403447d0280c req-b26d29df-1c66-4bfe-b5ff-83844834a642 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0510058 Aug 31 18:30:27.332103 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eb38d84e-3056-4e41-9381-403447d0280c req-35b1c763-29ea-4f9a-bfde-281c6095696d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363631 Aug 31 18:30:27.398759 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f32bd6a5-0d88-4419-9d8d-2bf7c1421c02 req-505bd98f-7fc0-4cbb-868c-07ca02d38b0e tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 210 time: 0.0283806 Aug 31 18:30:27.983271 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b03e38-a91a-4cca-9194-b803dc94e356 req-3acbd220-77cb-441b-86d3-c47139304166 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:27.984818 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a6b03e38-a91a-4cca-9194-b803dc94e356 req-3acbd220-77cb-441b-86d3-c47139304166 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 943 time: 0.0514469 Aug 31 18:30:28.026237 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a6b03e38-a91a-4cca-9194-b803dc94e356 req-a48b2ba2-bce0-4d4c-af7e-8f83739fb048 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353847 Aug 31 18:30:28.445455 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b603090-d2ed-40f7-8bfb-9e4321071507 req-464a08c0-b742-40d5-9933-ecf1e8a6dfc2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:28.446943 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3b603090-d2ed-40f7-8bfb-9e4321071507 req-464a08c0-b742-40d5-9933-ecf1e8a6dfc2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0483944 Aug 31 18:30:28.483542 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3b603090-d2ed-40f7-8bfb-9e4321071507 req-cdfaee85-e47f-4f63-9f8f-17d8f8dd4309 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307734 Aug 31 18:30:28.565880 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a67a0dd0-9567-42b7-9700-feeb1a5bd08c req-633c3034-7816-4a71-b664-a1a7fd3d470c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 210 time: 0.0259957 Aug 31 18:30:29.150451 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f8645-1129-473a-abdb-4ce3c7e0fef6 req-c36802d3-5d39-4603-af57-6825738383bc tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:29.152075 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f68f8645-1129-473a-abdb-4ce3c7e0fef6 req-c36802d3-5d39-4603-af57-6825738383bc tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 943 time: 0.0552535 Aug 31 18:30:29.191435 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f68f8645-1129-473a-abdb-4ce3c7e0fef6 req-130ace11-fafd-4f28-baf9-7f50b6a19add tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330913 Aug 31 18:30:29.225014 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 139403a0-f4bc-4f27-915a-a1d4ba0f28ef details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:30:29.401911 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=139403a0-f4bc-4f27-915a-a1d4ba0f28ef,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:30:29.405238 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310e4e3-f54c-4e8c-b6d8-7efc2a41e539 req-5a7a439f-62bf-49f6-a4b3-06a68f73b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:29.405642 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9310e4e3-f54c-4e8c-b6d8-7efc2a41e539 req-5a7a439f-62bf-49f6-a4b3-06a68f73b552 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2c5efdc-84e6-454f-bccc-b6e50c391e33 HTTP/1.1" status: 200 len: 920 time: 0.1832776 Aug 31 18:30:29.418009 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '139403a0-f4bc-4f27-915a-a1d4ba0f28ef', 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b', 'port_id': '139403a0-f4bc-4f27-915a-a1d4ba0f28ef', 'mac_address': 'fa:16:3e:f0:dd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73826a5-30d4-4708-8780-1eec80cbf1ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:30:29.468005 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:29.490448 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139403a0-f4bc-4f27-915a-a1d4ba0f28ef {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:30:29.526577 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9310e4e3-f54c-4e8c-b6d8-7efc2a41e539 req-38f40ddd-6ede-4c3b-98e3-93e85e6ec2f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eb88f3b-572c-4192-8425-4f099a256310 HTTP/1.1" status: 200 len: 217 time: 0.0712087 Aug 31 18:30:29.542657 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=139403a0-f4bc-4f27-915a-a1d4ba0f28ef,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:30:29.553557 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:29.643976 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310e4e3-f54c-4e8c-b6d8-7efc2a41e539 req-89abc01a-e28d-4d2e-971d-7fb2b71df8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:29.646655 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9310e4e3-f54c-4e8c-b6d8-7efc2a41e539 req-89abc01a-e28d-4d2e-971d-7fb2b71df8f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9de2f8c3-fccc-4553-b9d0-9f3722d0d673 HTTP/1.1" status: 200 len: 859 time: 0.1071076 Aug 31 18:30:29.672201 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=139403a0-f4bc-4f27-915a-a1d4ba0f28ef,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:29.683491 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:29.684094 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:29.684785 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:29.685784 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:29.686475 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:29.686984 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:29.687562 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:29.688051 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:29.689085 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:29.689579 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:29.690064 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:29.690570 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:29.727992 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9310e4e3-f54c-4e8c-b6d8-7efc2a41e539 req-42bcafcd-c814-42d6-9b51-884c7eab6cd5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2c5efdc-84e6-454f-bccc-b6e50c391e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563762 Aug 31 18:30:29.830418 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3707b708-6fec-4cef-880a-ef913bfa0cc4 req-193738c0-8d66-431a-90d6-a61a7e830e68 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 210 time: 0.0656056 Aug 31 18:30:29.898488 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c788e9-42a4-483e-af28-9c42a8e61d27 req-9e0e7b41-bfa7-4865-bbcf-a5991a4c04ef tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:29.900103 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b2c788e9-42a4-483e-af28-9c42a8e61d27 req-9e0e7b41-bfa7-4865-bbcf-a5991a4c04ef tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.2423234 Aug 31 18:30:29.989990 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9310e4e3-f54c-4e8c-b6d8-7efc2a41e539 req-b7b89f28-9be1-4272-b268-aa404aa81a3e service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274132 Aug 31 18:30:30.008536 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b2c788e9-42a4-483e-af28-9c42a8e61d27 req-ab911ae6-edc6-4ba8-b404-45ea6d78bfa3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980520 Aug 31 18:30:30.042104 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['139403a0-f4bc-4f27-915a-a1d4ba0f28ef'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:30:30.144809 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9310e4e3-f54c-4e8c-b6d8-7efc2a41e539 req-d867ad49-b0e9-4be5-8833-41cc8ff90074 service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412580 Aug 31 18:30:30.433261 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-963c4d09-051b-4bdb-9fa0-47918c614285 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:30.435192 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-963c4d09-051b-4bdb-9fa0-47918c614285 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.50 "GET /v2.0/networks?id=b04046da-9c89-4497-a1f2-73518ae52ac1 HTTP/1.1" status: 200 len: 809 time: 0.2123523 Aug 31 18:30:30.475261 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90226a3f-17b5-4e97-8437-3da6796ca5ba req-204dcb98-fc24-45b4-8d5a-c0f9a679a10d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:30.477787 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90226a3f-17b5-4e97-8437-3da6796ca5ba req-204dcb98-fc24-45b4-8d5a-c0f9a679a10d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 944 time: 0.1406574 Aug 31 18:30:30.555919 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90226a3f-17b5-4e97-8437-3da6796ca5ba req-d0f614ef-b2ed-4cb7-9b86-53b244370fe8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669746 Aug 31 18:30:30.581160 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-d8d94e92-9453-4dfb-8bfe-557836d3a007 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01dd2e1469fd4e37af51e3edf144f314 HTTP/1.1" status: 200 len: 379 time: 0.1261022 Aug 31 18:30:30.597615 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Request body: {'port': {'device_id': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'admin_state_up': True, 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'security_groups': ['ab4d36bd-7352-413a-b4cb-8a66cdb825f4']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:30:30.762457 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Made reservation on behalf of 01dd2e1469fd4e37af51e3edf144f314 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:30:30.766425 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:30.978708 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bb58488b-d564-4390-b7b5-2f5c8f927f1d req-d116b251-dee3-4a2b-b33d-302a74979578 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 210 time: 0.0371637 Aug 31 18:30:30.982765 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Allocated IP 172.20.0.11 (b04046da-9c89-4497-a1f2-73518ae52ac1/56e44edf-623c-47bc-8cb7-194c41304bcb/f0e7b902-9729-40b1-9539-524943686268) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:30:31.300057 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578faf7-fbf0-4e0e-8aee-6cc4ffd76341 req-64c2102e-c466-47e6-badd-9168ff18a3c3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:31.302524 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c578faf7-fbf0-4e0e-8aee-6cc4ffd76341 req-64c2102e-c466-47e6-badd-9168ff18a3c3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1258559 Aug 31 18:30:31.363070 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:31.396607 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c578faf7-fbf0-4e0e-8aee-6cc4ffd76341 req-3cf1dd29-3a4b-4f0a-ab94-7b5a96d5aad6 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850890 Aug 31 18:30:31.398203 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Transition to ACTIVE for port object f0e7b902-9729-40b1-9539-524943686268 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:30:31.468474 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:31.535089 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Network b04046da-9c89-4497-a1f2-73518ae52ac1 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:30:31.537668 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:30:31.547066 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:30:31.640551 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Pushing event updated for resources: {'Port': ['ID=f0e7b902-9729-40b1-9539-524943686268,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:31.741386 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:31.747201 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:31.806791 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-6dff5afc-07a8-4f1d-b204-005573b9ba48 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2169473 Aug 31 18:30:31.832271 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91186906-2ead-4fa4-87ce-52f5752163b5 req-a4e64ad9-96a6-4e54-8211-e7b8b4ace69e tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:31.834698 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-91186906-2ead-4fa4-87ce-52f5752163b5 req-a4e64ad9-96a6-4e54-8211-e7b8b4ace69e tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 944 time: 0.0821300 Aug 31 18:30:31.854483 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Request body: {'port': {'device_id': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:30:31.947599 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-d418a71a-c908-4ead-85fb-8947fb5a67cf None None] Provisioning for port f0e7b902-9729-40b1-9539-524943686268 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:30:31.965570 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-d418a71a-c908-4ead-85fb-8947fb5a67cf None None] Provisioning complete for port f0e7b902-9729-40b1-9539-524943686268 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:30:31.966291 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d418a71a-c908-4ead-85fb-8947fb5a67cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:31.985228 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:31.996995 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-91186906-2ead-4fa4-87ce-52f5752163b5 req-09907446-1c84-4ab4-ab78-312f6b8a53d3 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345127 Aug 31 18:30:32.083839 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-d418a71a-c908-4ead-85fb-8947fb5a67cf None None] Port f0e7b902-9729-40b1-9539-524943686268 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:30:32.255501 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 139403a0-f4bc-4f27-915a-a1d4ba0f28ef up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:30:32.283909 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530cf1c-be76-45c7-b34e-4aae475410ee req-0dcc4d7a-a0c0-44ca-95c3-1442abd63698 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:32.294312 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8530cf1c-be76-45c7-b34e-4aae475410ee req-0dcc4d7a-a0c0-44ca-95c3-1442abd63698 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 932 time: 0.1517262 Aug 31 18:30:32.378502 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:30:32.400010 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8530cf1c-be76-45c7-b34e-4aae475410ee req-db2cda94-8202-4e21-8f6d-7af2a103ce8d tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048772 Aug 31 18:30:32.412968 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:30:32.413710 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:32.603717 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:32.605674 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e7b902-9729-40b1-9539-524943686268 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:30:32.645092 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:32.654056 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=139403a0-f4bc-4f27-915a-a1d4ba0f28ef,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:30:32.661128 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c20cab-39fc-4fca-9201-be56583e6f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139403a0-f4bc-4f27-915a-a1d4ba0f28ef'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:30:32.666759 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Transition to ACTIVE for port object f0e7b902-9729-40b1-9539-524943686268 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:30:32.674848 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:32.676271 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afa492f-d403-446d-82b8-7a04e347491f" -d '{"events": [{"server_uuid": "69c20cab-39fc-4fca-9201-be56583e6f4b", "name": "network-vif-plugged", "status": "completed", "tag": "139403a0-f4bc-4f27-915a-a1d4ba0f28ef"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:30:32.698455 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:32.720256 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c4871-6228-42ac-ab6e-6bc737ea52cc req-b3fe2d71-9a4c-4ef4-9936-c558326e5538 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:32.730162 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3e2c4871-6228-42ac-ab6e-6bc737ea52cc req-b3fe2d71-9a4c-4ef4-9936-c558326e5538 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1578968 Aug 31 18:30:32.796624 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e7b902-9729-40b1-9539-524943686268,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:32.843421 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3e2c4871-6228-42ac-ab6e-6bc737ea52cc req-d254b13e-fc4c-4971-b165-f12113cd0780 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072266 Aug 31 18:30:32.860990 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af747dce-38db-40d5-80f0-675c263a5570 x-openstack-request-id: req-af747dce-38db-40d5-80f0-675c263a5570 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:30:32.862433 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c20cab-39fc-4fca-9201-be56583e6f4b", "name": "network-vif-plugged", "status": "completed", "tag": "139403a0-f4bc-4f27-915a-a1d4ba0f28ef", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:30:32.862800 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af747dce-38db-40d5-80f0-675c263a5570 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:30:32.863119 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c20cab-39fc-4fca-9201-be56583e6f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139403a0-f4bc-4f27-915a-a1d4ba0f28ef', 'code': 200} Aug 31 18:30:32.887868 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=139403a0-f4bc-4f27-915a-a1d4ba0f28ef,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:32.982408 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Attempting to bind port f0e7b902-9729-40b1-9539-524943686268 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:30:32.982816 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Attempting to bind port f0e7b902-9729-40b1-9539-524943686268 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'f2385a44-6b35-4207-8347-bfe70808ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:30:32.984050 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Attempting to bind port f0e7b902-9729-40b1-9539-524943686268 on network b04046da-9c89-4497-a1f2-73518ae52ac1 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:30:32.990258 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Port f0e7b902-9729-40b1-9539-524943686268 on network b04046da-9c89-4497-a1f2-73518ae52ac1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:30:32.990590 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Attempting to bind port f0e7b902-9729-40b1-9539-524943686268 on network b04046da-9c89-4497-a1f2-73518ae52ac1 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:30:32.996866 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:30:32.997219 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Checking segment: {'id': 'f2385a44-6b35-4207-8347-bfe70808ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:30:32.997623 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Bound using segment: {'id': 'f2385a44-6b35-4207-8347-bfe70808ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:30:32.998089 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Bound port: f0e7b902-9729-40b1-9539-524943686268, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2385a44-6b35-4207-8347-bfe70808ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:30:32.999591 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:33.160243 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f2693-8981-4b7c-9d2d-9953a3c84714 req-429dd38a-2d17-44dc-9482-8c7f806329f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:33.161728 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-557f2693-8981-4b7c-9d2d-9953a3c84714 req-429dd38a-2d17-44dc-9482-8c7f806329f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 1098 time: 0.1061556 Aug 31 18:30:33.228415 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] For port f0e7b902-9729-40b1-9539-524943686268, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:30:33.286515 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] For port f0e7b902-9729-40b1-9539-524943686268, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f0e7b902-9729-40b1-9539-524943686268,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:30:33.305942 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:33.351316 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:33.352790 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:33.354609 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] 10.222.0.50 "PUT /v2.0/ports/f0e7b902-9729-40b1-9539-524943686268 HTTP/1.1" status: 200 len: 1094 time: 1.5360017 Aug 31 18:30:33.419457 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'tag': 'f0e7b902-9729-40b1-9539-524943686268'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:30:33.423489 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d16012-8811-40d6-adb7-f9f543ea87ba" -d '{"events": [{"name": "network-changed", "server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "tag": "f0e7b902-9729-40b1-9539-524943686268"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:30:33.480884 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-557f2693-8981-4b7c-9d2d-9953a3c84714 req-74dda791-5047-4cf2-9534-6833827e7755 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665327 Aug 31 18:30:33.492819 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f577ce7-fe06-4f34-953a-05be93dd82d2 req-1bcefcc8-9085-432c-8b21-44a79c9010ae tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:33.494509 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5f577ce7-fe06-4f34-953a-05be93dd82d2 req-1bcefcc8-9085-432c-8b21-44a79c9010ae tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 945 time: 0.3397114 Aug 31 18:30:33.590771 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204a2ec4-9142-41b0-af2f-ba61a465e151 x-openstack-request-id: req-204a2ec4-9142-41b0-af2f-ba61a465e151 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:30:33.591586 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "tag": "f0e7b902-9729-40b1-9539-524943686268", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:30:33.592055 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-204a2ec4-9142-41b0-af2f-ba61a465e151 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:30:33.595117 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'tag': 'f0e7b902-9729-40b1-9539-524943686268', 'status': 'completed', 'code': 200} Aug 31 18:30:33.596999 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c65029-4729-4963-bb2c-493a6c763cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e7b902-9729-40b1-9539-524943686268,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:33.706037 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5f577ce7-fe06-4f34-953a-05be93dd82d2 req-d4a60d54-d2ac-4e72-b40c-97dd473a9ccc tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993787 Aug 31 18:30:33.713214 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-14ae81b9-3bb1-43ce-9ba8-6e9c598ec5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:33.732779 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-14ae81b9-3bb1-43ce-9ba8-6e9c598ec5e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01dd2e1469fd4e37af51e3edf144f314&device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 1097 time: 0.2968547 Aug 31 18:30:33.894290 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-7bcea3ff-0e0f-4ba2-aa28-1d65d2524b86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e7b902-9729-40b1-9539-524943686268 HTTP/1.1" status: 200 len: 217 time: 0.1454303 Aug 31 18:30:34.103979 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8ef26-faae-4d45-8b99-ca0f97167f37 req-48d807e8-1ffa-4500-ab9c-5d657a82f8e1 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:34.108011 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-54a8ef26-faae-4d45-8b99-ca0f97167f37 req-48d807e8-1ffa-4500-ab9c-5d657a82f8e1 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.2117641 Aug 31 18:30:34.152857 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-347d8836-98a6-4d82-a398-49fead9d23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:34.154316 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-347d8836-98a6-4d82-a398-49fead9d23f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56e44edf-623c-47bc-8cb7-194c41304bcb HTTP/1.1" status: 200 len: 848 time: 0.1796629 Aug 31 18:30:34.174425 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c877b-1945-4b72-acea-6a1074518a45 req-ba7fb8f8-7bee-4243-9e8e-a2ae5c3fc57b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:34.176038 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fe3c877b-1945-4b72-acea-6a1074518a45 req-ba7fb8f8-7bee-4243-9e8e-a2ae5c3fc57b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1996117 Aug 31 18:30:34.250121 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-54a8ef26-faae-4d45-8b99-ca0f97167f37 req-fba9823b-c247-49ed-8902-512f5068f48b tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323435 Aug 31 18:30:34.293789 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fe3c877b-1945-4b72-acea-6a1074518a45 req-5e94b9e3-8026-4faf-8b77-d03f7525c4d8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931239 Aug 31 18:30:34.296075 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-c95116c8-0587-4aec-8365-36997dc557ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:34.297546 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-c95116c8-0587-4aec-8365-36997dc557ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b04046da-9c89-4497-a1f2-73518ae52ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1144836 Aug 31 18:30:34.479054 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-35fa8d54-af3a-44fe-ac42-f4a53fa247e8 service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621056 Aug 31 18:30:34.608051 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34b307ac-970b-4cf1-a349-3ac4a3e7363b req-56bae463-297c-4642-801a-8e0e261a1ec9 service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112399 Aug 31 18:30:34.762430 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d16012-8811-40d6-adb7-f9f543ea87ba req-c8f37cc6-9b61-43a5-8108-fa2d8b9d20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:34.764685 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-65d16012-8811-40d6-adb7-f9f543ea87ba req-c8f37cc6-9b61-43a5-8108-fa2d8b9d20e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01dd2e1469fd4e37af51e3edf144f314&device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 1097 time: 0.0692074 Aug 31 18:30:35.007259 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55c83d-83f3-4e2d-a06a-e44a4293b9d8 req-e8d3f852-069e-4751-a34b-a4b8c9eb2ad8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:35.021179 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6b55c83d-83f3-4e2d-a06a-e44a4293b9d8 req-e8d3f852-069e-4751-a34b-a4b8c9eb2ad8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 945 time: 0.1664920 Aug 31 18:30:35.080250 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d16012-8811-40d6-adb7-f9f543ea87ba req-5fbefc83-6a0b-4057-881d-369512f74888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:35.084227 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-65d16012-8811-40d6-adb7-f9f543ea87ba req-5fbefc83-6a0b-4057-881d-369512f74888 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b04046da-9c89-4497-a1f2-73518ae52ac1 HTTP/1.1" status: 200 len: 910 time: 0.3065968 Aug 31 18:30:35.245363 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-65d16012-8811-40d6-adb7-f9f543ea87ba req-34e113ce-3136-46a5-96a8-5cfdd7b0accb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e7b902-9729-40b1-9539-524943686268 HTTP/1.1" status: 200 len: 217 time: 0.1465003 Aug 31 18:30:35.249599 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6b55c83d-83f3-4e2d-a06a-e44a4293b9d8 req-5a6665c7-cbea-4d17-a08d-e63325237156 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336617 Aug 31 18:30:35.453784 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d16012-8811-40d6-adb7-f9f543ea87ba req-53684fa3-c278-4d17-bde0-74b00249357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:35.455382 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-65d16012-8811-40d6-adb7-f9f543ea87ba req-53684fa3-c278-4d17-bde0-74b00249357d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56e44edf-623c-47bc-8cb7-194c41304bcb HTTP/1.1" status: 200 len: 848 time: 0.1912458 Aug 31 18:30:35.487103 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bee8bd-41d1-427a-8bac-27bcbd6daa61 req-a869fbd0-e7fe-42d9-a966-55a3cd3fd4d9 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:35.495259 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-88bee8bd-41d1-427a-8bac-27bcbd6daa61 req-a869fbd0-e7fe-42d9-a966-55a3cd3fd4d9 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.1141105 Aug 31 18:30:35.701133 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d16012-8811-40d6-adb7-f9f543ea87ba req-3311d025-8237-4a57-a646-19e67f97ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:35.701133 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-65d16012-8811-40d6-adb7-f9f543ea87ba req-3311d025-8237-4a57-a646-19e67f97ce22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b04046da-9c89-4497-a1f2-73518ae52ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2168789 Aug 31 18:30:35.972100 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 38748) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:35.984947 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-88bee8bd-41d1-427a-8bac-27bcbd6daa61 req-dd0cd36f-228b-4cd9-bd96-9c28691c210d tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4882033 Aug 31 18:30:36.128420 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53ebe6-9d96-42f7-bb26-ff95f10cc149 req-2f8f02d1-2428-45f3-9d5c-672de3f66cc2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:36.136559 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3a53ebe6-9d96-42f7-bb26-ff95f10cc149 req-2f8f02d1-2428-45f3-9d5c-672de3f66cc2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1853833 Aug 31 18:30:36.155058 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-65d16012-8811-40d6-adb7-f9f543ea87ba req-207bae8b-01cc-4c82-bc1a-a3db82c9f920 service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629734 Aug 31 18:30:36.240367 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:36.371821 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3a53ebe6-9d96-42f7-bb26-ff95f10cc149 req-84a656b0-13d2-412e-bfa5-a438059cf730 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079048 Aug 31 18:30:36.482629 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:36.489940 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-65d16012-8811-40d6-adb7-f9f543ea87ba req-af3ad0b2-7955-4fcf-bc7b-229c683126b5 service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110723 Aug 31 18:30:36.492786 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:36.526501 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b0500-76ca-4e18-a137-9824bad02a0f req-7d3a4ec1-da14-45d8-a012-e363e5c3633b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:36.537082 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-098b0500-76ca-4e18-a137-9824bad02a0f req-7d3a4ec1-da14-45d8-a012-e363e5c3633b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 945 time: 0.1506939 Aug 31 18:30:36.589498 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa82334-03be-47b4-bf48-ed1ec90f9929,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:36.603934 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29e33c3d0cab45a29f7dd9c06bf6b8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295009 Aug 31 18:30:36.605923 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:36.606495 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:36.607115 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:36.607763 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:36.608604 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:36.609169 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:36.609729 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:36.610283 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:36.610826 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:36.611386 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:36.611932 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:36.612902 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf148a-36d4-4b12-bca9-518425d263e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:30:36.615648 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-098b0500-76ca-4e18-a137-9824bad02a0f req-10ce85e8-a690-4b9d-8cdd-910c9c4fb367 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735354 Aug 31 18:30:36.616962 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 38762) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:36.732178 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba38e474-1f99-4b5a-a126-eb5e3459968f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:36.759850 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba38e474-1f99-4b5a-a126-eb5e3459968f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:36.841265 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba38e474-1f99-4b5a-a126-eb5e3459968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:36.843859 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba38e474-1f99-4b5a-a126-eb5e3459968f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:36.856579 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ba38e474-1f99-4b5a-a126-eb5e3459968f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1fa82334-03be-47b4-bf48-ed1ec90f9929 HTTP/1.1" status: 204 len: 168 time: 0.2334797 Aug 31 18:30:36.885500 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38e474-1f99-4b5a-a126-eb5e3459968f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa82334-03be-47b4-bf48-ed1ec90f9929,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:37.283098 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd49b42-0c13-42a2-bbd4-24637aaac6d1 req-0871c9c7-7fa5-4145-8cab-8d71f67a7cfb tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:37.285483 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ecd49b42-0c13-42a2-bbd4-24637aaac6d1 req-0871c9c7-7fa5-4145-8cab-8d71f67a7cfb tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.0840938 Aug 31 18:30:37.329871 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ecd49b42-0c13-42a2-bbd4-24637aaac6d1 req-6ea2af29-4fba-4877-97cc-947887a4bdb4 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386310 Aug 31 18:30:37.474288 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 38782) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:37.516525 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc432507-3c94-4e40-bea4-a73c7bbcabc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:37.841944 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632273c8-8462-4ca2-8b09-66d83b7b84c2 req-5797c9ef-452c-4f45-89da-c6f639bea3d5 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:37.843729 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-632273c8-8462-4ca2-8b09-66d83b7b84c2 req-5797c9ef-452c-4f45-89da-c6f639bea3d5 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.3494933 Aug 31 18:30:37.909592 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-632273c8-8462-4ca2-8b09-66d83b7b84c2 req-21d39d0f-e4d1-4eb5-99cf-03e642441a39 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573270 Aug 31 18:30:37.948454 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc432507-3c94-4e40-bea4-a73c7bbcabc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:37.953999 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc432507-3c94-4e40-bea4-a73c7bbcabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:38.013759 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 38796) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:38.014338 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cc432507-3c94-4e40-bea4-a73c7bbcabc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=301fd531a8364c019a880a6f419f3857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383706 Aug 31 18:30:38.015427 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc432507-3c94-4e40-bea4-a73c7bbcabc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2545bee1-0b19-46e6-9923-4980c2eb20f5,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:38.101434 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-19224e73-72ed-40f4-9d38-e6d33e7b972b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:38.125830 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-19224e73-72ed-40f4-9d38-e6d33e7b972b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:38.176248 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-19224e73-72ed-40f4-9d38-e6d33e7b972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:38.179619 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-19224e73-72ed-40f4-9d38-e6d33e7b972b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:38.183876 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-19224e73-72ed-40f4-9d38-e6d33e7b972b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2545bee1-0b19-46e6-9923-4980c2eb20f5 HTTP/1.1" status: 204 len: 168 time: 0.1642437 Aug 31 18:30:38.189467 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19224e73-72ed-40f4-9d38-e6d33e7b972b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2545bee1-0b19-46e6-9923-4980c2eb20f5,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:38.496064 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97d3fd-3126-4f04-8261-9ae04be7a8f5 req-8f0a1883-f289-4979-8451-ffaa6c6cbfaa tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:38.504095 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cb97d3fd-3126-4f04-8261-9ae04be7a8f5 req-8f0a1883-f289-4979-8451-ffaa6c6cbfaa tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.0859952 Aug 31 18:30:38.568339 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cb97d3fd-3126-4f04-8261-9ae04be7a8f5 req-d69d6e4f-f67d-4e06-b641-bb7aee51117c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617218 Aug 31 18:30:39.053225 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31981c2-24d9-4280-af62-3d77f2fb4504 req-1b7bc65a-f65e-40f5-8127-b1f8e8d6fc43 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:39.055201 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f31981c2-24d9-4280-af62-3d77f2fb4504 req-1b7bc65a-f65e-40f5-8127-b1f8e8d6fc43 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0652895 Aug 31 18:30:39.100558 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f31981c2-24d9-4280-af62-3d77f2fb4504 req-14ac07d2-8957-452f-9287-2105db80f891 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364344 Aug 31 18:30:39.103218 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:30:39.698739 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053e0b4-1524-42c1-85ec-d95dc44cf602 req-74e07bc9-e7f1-424a-89ed-00ab06c2dc7d tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:39.706027 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6053e0b4-1524-42c1-85ec-d95dc44cf602 req-74e07bc9-e7f1-424a-89ed-00ab06c2dc7d tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.0591235 Aug 31 18:30:39.753225 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6053e0b4-1524-42c1-85ec-d95dc44cf602 req-0304b036-5140-473b-92ae-e850738b9f7f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462825 Aug 31 18:30:40.236143 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1678796-1c3a-4377-a0f3-78475340e51f req-8b600c53-b4b9-4fd2-bfb8-e2b5fbd30909 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:40.244008 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e1678796-1c3a-4377-a0f3-78475340e51f req-8b600c53-b4b9-4fd2-bfb8-e2b5fbd30909 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0666003 Aug 31 18:30:40.289505 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e1678796-1c3a-4377-a0f3-78475340e51f req-5fec7f62-0ee7-4ee6-8885-ffc5498f507a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Aug 31 18:30:40.292068 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 38932) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:40.408270 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e045c03c-0153-40f6-90e8-5990be965942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:40.503093 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e045c03c-0153-40f6-90e8-5990be965942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:40.507149 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e045c03c-0153-40f6-90e8-5990be965942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:40.545172 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-e045c03c-0153-40f6-90e8-5990be965942 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef97fa31db4845e98af9502b2cf2ca27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523007 Aug 31 18:30:40.546030 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045c03c-0153-40f6-90e8-5990be965942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ecb04d-80c7-44c9-ad6e-243962eedc54,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:40.548438 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 38936) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:40.600565 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-35f1a720-c076-469f-9a5e-072b5f4fe57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:40.623094 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-35f1a720-c076-469f-9a5e-072b5f4fe57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:40.671260 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-35f1a720-c076-469f-9a5e-072b5f4fe57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:40.673944 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-35f1a720-c076-469f-9a5e-072b5f4fe57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:40.675073 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-35f1a720-c076-469f-9a5e-072b5f4fe57b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69ecb04d-80c7-44c9-ad6e-243962eedc54 HTTP/1.1" status: 204 len: 168 time: 0.1255081 Aug 31 18:30:40.682936 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1a720-c076-469f-9a5e-072b5f4fe57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ecb04d-80c7-44c9-ad6e-243962eedc54,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:40.871063 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5fce6-420f-428a-a33e-5981694ea110 req-b1bd715e-b590-4fc9-8635-45c7ecf9df6b tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:40.872653 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-25a5fce6-420f-428a-a33e-5981694ea110 req-b1bd715e-b590-4fc9-8635-45c7ecf9df6b tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.0530779 Aug 31 18:30:40.913091 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-25a5fce6-420f-428a-a33e-5981694ea110 req-1f9c4b04-23f0-4e29-8d82-a197f068685a tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336723 Aug 31 18:30:40.944703 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 38946) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:40.958168 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e8dd2a53-8b2c-48e6-a809-d6440192bd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.049341 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e8dd2a53-8b2c-48e6-a809-d6440192bd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.054904 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e8dd2a53-8b2c-48e6-a809-d6440192bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.094867 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e8dd2a53-8b2c-48e6-a809-d6440192bd1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=590a771bb133489886b80d3ec7fb5e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491168 Aug 31 18:30:41.095574 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd2a53-8b2c-48e6-a809-d6440192bd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f414a63-d029-436f-87f5-f11276440eda,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:41.097701 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 38948) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:41.124544 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 38952) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:41.147161 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f6902f2d-87df-4757-b933-7aa7e72bb3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.167628 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f0bb3a-ee65-4c15-8a7b-924b24716f21 admin admin] Deleting subnet 1640e7eb-6f86-4800-aeca-ab447e128959 {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:30:41.167922 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f6902f2d-87df-4757-b933-7aa7e72bb3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.170660 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-43f0bb3a-ee65-4c15-8a7b-924b24716f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.205183 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-43f0bb3a-ee65-4c15-8a7b-924b24716f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126587626'] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.214295 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f6902f2d-87df-4757-b933-7aa7e72bb3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.216838 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f6902f2d-87df-4757-b933-7aa7e72bb3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.217978 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f6902f2d-87df-4757-b933-7aa7e72bb3bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f414a63-d029-436f-87f5-f11276440eda HTTP/1.1" status: 204 len: 168 time: 0.1192610 Aug 31 18:30:41.225468 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6902f2d-87df-4757-b933-7aa7e72bb3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f414a63-d029-436f-87f5-f11276440eda,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:41.248122 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-43f0bb3a-ee65-4c15-8a7b-924b24716f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.332546 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-43f0bb3a-ee65-4c15-8a7b-924b24716f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126740558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126291603'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.364570 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0bb3a-ee65-4c15-8a7b-924b24716f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1640e7eb-6f86-4800-aeca-ab447e128959,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:41.368399 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-43f0bb3a-ee65-4c15-8a7b-924b24716f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.379262 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 38962) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:41.381432 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-43f0bb3a-ee65-4c15-8a7b-924b24716f21 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1640e7eb-6f86-4800-aeca-ab447e128959 HTTP/1.1" status: 204 len: 168 time: 0.2452970 Aug 31 18:30:41.437096 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db327a-e428-48cc-88b1-f152a2a5d409 req-a7cfb335-0dd5-4d0b-ba68-ecfdd3ef7acc tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:41.438723 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81db327a-e428-48cc-88b1-f152a2a5d409 req-a7cfb335-0dd5-4d0b-ba68-ecfdd3ef7acc tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0548940 Aug 31 18:30:41.476540 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.490374 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81db327a-e428-48cc-88b1-f152a2a5d409 req-a83c4cc6-bb69-414b-be28-851450eaf513 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429680 Aug 31 18:30:41.564734 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.576901 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.577299 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.578119 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.578451 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.578976 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.579321 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.579794 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.580130 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.580452 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.580804 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.650051 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.650414 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.650758 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.651238 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 18:30:41.651619 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d85ea5-a50c-4042-8f04-6d344f7403bd']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:30:41.670740 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d56fd22-eb20-4a0e-9ba2-27865f34dd51') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:30:41.671044 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d56fd22-eb20-4a0e-9ba2-27865f34dd51') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:30:41.693920 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3578368'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.728652 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.737668 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:30:41.738172 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127823047'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: from cryptography.utils import int_from_bytes Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: from cryptography.utils import int_from_bytes Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: timer() Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: cb(*args, **kw) Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: self._notify() Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: self.callback(batched_events) Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: event.method(event) Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._get(url).json() Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:30:41.743010 dv-cinder-805887-9-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:30:41.804088 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.812209 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:41.814629 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/98d85ea5-a50c-4042-8f04-6d344f7403bd HTTP/1.1" status: 204 len: 168 time: 0.4342754 Aug 31 18:30:41.832984 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a05ed-ad93-4cad-8fdd-4785fc483ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d85ea5-a50c-4042-8f04-6d344f7403bd,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:41.933517 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 38982) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:41.983825 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8ba253c7-ce48-4424-816c-2a5cf59a102c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc701b07276a4a1f8c82bee7bd17ff29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491445 Aug 31 18:30:41.986345 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 38988) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:42.047023 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b287298-8f2e-409c-af76-e1d648db134c req-320a8a5a-13e1-449d-aab3-22c3101349c3 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:42.049181 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4b287298-8f2e-409c-af76-e1d648db134c req-320a8a5a-13e1-449d-aab3-22c3101349c3 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.0499184 Aug 31 18:30:42.056691 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a1ca80cc-ce2d-4b10-b889-abf58b26c41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:42.085058 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a1ca80cc-ce2d-4b10-b889-abf58b26c41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:42.090958 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4b287298-8f2e-409c-af76-e1d648db134c req-158736d6-b963-42fc-ac82-d9784c95b9fd tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351617 Aug 31 18:30:42.136849 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a1ca80cc-ce2d-4b10-b889-abf58b26c41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:42.139910 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a1ca80cc-ce2d-4b10-b889-abf58b26c41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:42.144254 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a1ca80cc-ce2d-4b10-b889-abf58b26c41a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d5afbb2-0785-45bc-8e59-e3d37bc87b1c HTTP/1.1" status: 204 len: 168 time: 0.1566987 Aug 31 18:30:42.155257 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca80cc-ce2d-4b10-b889-abf58b26c41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5afbb2-0785-45bc-8e59-e3d37bc87b1c,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:42.622507 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf1f13-d5a3-43c0-9d21-b37f98cc7913 req-8ef1e867-ed48-42ce-8711-7a3d7d0c882e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:42.624267 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7cf1f13-d5a3-43c0-9d21-b37f98cc7913 req-8ef1e867-ed48-42ce-8711-7a3d7d0c882e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0639765 Aug 31 18:30:42.663565 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7cf1f13-d5a3-43c0-9d21-b37f98cc7913 req-3328e702-9cbb-4442-8edd-def35b6ca082 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330720 Aug 31 18:30:43.219632 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3931a-5b45-4fc0-9551-df27a817bd4c req-129d33f0-1cf8-47ef-8645-966a6808614d tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:43.221381 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8db3931a-5b45-4fc0-9551-df27a817bd4c req-129d33f0-1cf8-47ef-8645-966a6808614d tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.0580444 Aug 31 18:30:43.281595 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8db3931a-5b45-4fc0-9551-df27a817bd4c req-21c5772d-f187-4f61-84f8-17ae0501addd tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430171 Aug 31 18:30:43.734347 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 39116) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:43.823359 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b9cfb-c09e-4a79-8de6-568425999fe5 req-9d5cef65-cfe8-42e6-82f7-2572729bc04b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:43.824860 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1a6b9cfb-c09e-4a79-8de6-568425999fe5 req-9d5cef65-cfe8-42e6-82f7-2572729bc04b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.1107547 Aug 31 18:30:43.846862 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb464d51-3c33-4140-ad2c-f2f701fd4a6c req-6b021cb9-cb89-4aaf-be0e-0fd8508e648d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:43.848904 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bb464d51-3c33-4140-ad2c-f2f701fd4a6c req-6b021cb9-cb89-4aaf-be0e-0fd8508e648d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0814931 Aug 31 18:30:43.853706 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4878-1dba-42ed-867c-4716145f6d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:43.894145 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1a6b9cfb-c09e-4a79-8de6-568425999fe5 req-52b34fa3-6531-4b93-995d-1ace261bcd37 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606441 Aug 31 18:30:43.917750 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bb464d51-3c33-4140-ad2c-f2f701fd4a6c req-39c741d9-559d-41c3-a250-4a0de66cba4f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533893 Aug 31 18:30:43.960963 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4878-1dba-42ed-867c-4716145f6d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:43.965840 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4878-1dba-42ed-867c-4716145f6d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.005590 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5f5b4878-1dba-42ed-867c-4716145f6d89 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f89bb7dde34848feaf60bf0290f07d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692120 Aug 31 18:30:44.006714 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b4878-1dba-42ed-867c-4716145f6d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3580d8-5a03-4934-8659-a6a0acfda164,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:44.008204 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 39130) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:44.058987 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b5f90981-c22c-41a1-92a2-5691e93257e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.079738 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b5f90981-c22c-41a1-92a2-5691e93257e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.130586 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b5f90981-c22c-41a1-92a2-5691e93257e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.133207 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b5f90981-c22c-41a1-92a2-5691e93257e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.134366 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b5f90981-c22c-41a1-92a2-5691e93257e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd3580d8-5a03-4934-8659-a6a0acfda164 HTTP/1.1" status: 204 len: 168 time: 0.1251462 Aug 31 18:30:44.142000 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f90981-c22c-41a1-92a2-5691e93257e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3580d8-5a03-4934-8659-a6a0acfda164,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:44.311529 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device f0e7b902-9729-40b1-9539-524943686268 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:30:44.406366 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 39144) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:44.412656 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0092b2-6157-4fc2-96d6-7a6c809fd7b4 req-813da4ff-84ca-4ef8-bf9b-034fc414591c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:44.414156 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cd0092b2-6157-4fc2-96d6-7a6c809fd7b4 req-813da4ff-84ca-4ef8-bf9b-034fc414591c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.0567219 Aug 31 18:30:44.415015 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port f0e7b902-9729-40b1-9539-524943686268, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f0e7b902-9729-40b1-9539-524943686268,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:30:44.420058 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c5b582a8-4a31-4acb-9445-fbe88b7d41ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.426720 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': 'f0e7b902-9729-40b1-9539-524943686268', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'port_id': 'f0e7b902-9729-40b1-9539-524943686268', 'mac_address': 'fa:16:3e:97:88:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:30:44.462000 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cd0092b2-6157-4fc2-96d6-7a6c809fd7b4 req-e72b0033-51dd-46a0-aee7-8321dcf34976 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403519 Aug 31 18:30:44.482895 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.495937 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e7b902-9729-40b1-9539-524943686268 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:30:44.515012 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port f0e7b902-9729-40b1-9539-524943686268, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f0e7b902-9729-40b1-9539-524943686268,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:30:44.515224 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c5b582a8-4a31-4acb-9445-fbe88b7d41ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.518916 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.519916 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c5b582a8-4a31-4acb-9445-fbe88b7d41ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.560492 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b582a8-4a31-4acb-9445-fbe88b7d41ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88bcd45-9198-4a4f-9394-bca8e8ee9dff,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:44.567808 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c5b582a8-4a31-4acb-9445-fbe88b7d41ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f04e91d49c54a54a7948dd92a47bacb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574905 Aug 31 18:30:44.568087 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 39148) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:44.587963 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=f0e7b902-9729-40b1-9539-524943686268,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:44.621568 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-99084f72-fc2d-45fb-96b4-1333f09ebba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.642453 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-99084f72-fc2d-45fb-96b4-1333f09ebba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.687970 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-99084f72-fc2d-45fb-96b4-1333f09ebba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.690499 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-99084f72-fc2d-45fb-96b4-1333f09ebba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:44.692133 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-99084f72-fc2d-45fb-96b4-1333f09ebba4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c88bcd45-9198-4a4f-9394-bca8e8ee9dff HTTP/1.1" status: 204 len: 168 time: 0.1226592 Aug 31 18:30:44.703777 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99084f72-fc2d-45fb-96b4-1333f09ebba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88bcd45-9198-4a4f-9394-bca8e8ee9dff,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:44.940089 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['f0e7b902-9729-40b1-9539-524943686268'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:30:45.053556 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ae88-607c-44fd-9071-c357ed9d5ce2 req-906ef6c2-2d59-4513-b5fc-216f250c88d9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:45.055528 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74a2ae88-607c-44fd-9071-c357ed9d5ce2 req-906ef6c2-2d59-4513-b5fc-216f250c88d9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0839953 Aug 31 18:30:45.070480 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118307d6-f80e-4003-b357-b0639a0370c3 req-6b04f145-4cfa-41cd-851a-a7a7f6f566de tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:45.072205 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-118307d6-f80e-4003-b357-b0639a0370c3 req-6b04f145-4cfa-41cd-851a-a7a7f6f566de tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0722642 Aug 31 18:30:45.134997 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74a2ae88-607c-44fd-9071-c357ed9d5ce2 req-cb76860c-3434-4745-9f80-88194f361188 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614672 Aug 31 18:30:45.140147 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-118307d6-f80e-4003-b357-b0639a0370c3 req-8a585677-600d-47df-8af5-4e254c706844 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594058 Aug 31 18:30:45.585284 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f9248-38c5-465b-8bb7-c67e0ac3c41e req-bdfb069a-60db-4e8d-a6b7-dda7caca0c09 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:45.586889 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1e3f9248-38c5-465b-8bb7-c67e0ac3c41e req-bdfb069a-60db-4e8d-a6b7-dda7caca0c09 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 945 time: 0.0565665 Aug 31 18:30:45.628003 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1e3f9248-38c5-465b-8bb7-c67e0ac3c41e req-2e27d4ef-8dca-4ca9-bf84-3a2c627bea34 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351305 Aug 31 18:30:46.288992 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131129-b026-471e-8b25-033c1a8327f8 req-5ba50e7c-2ad0-49ae-836a-86a3bf99d7d4 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:46.290589 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fd131129-b026-471e-8b25-033c1a8327f8 req-5ba50e7c-2ad0-49ae-836a-86a3bf99d7d4 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0794325 Aug 31 18:30:46.298877 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1b79f-ba15-4319-b367-fc14b8eb5c8a req-cb776cd5-18c7-4073-9c74-00d32741feb4 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:46.300282 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c1f1b79f-ba15-4319-b367-fc14b8eb5c8a req-cb776cd5-18c7-4073-9c74-00d32741feb4 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0872562 Aug 31 18:30:46.327161 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device f0e7b902-9729-40b1-9539-524943686268 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:30:46.361110 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fd131129-b026-471e-8b25-033c1a8327f8 req-6c7c9448-1f23-4d93-ac29-9d6c5dc949bb tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598164 Aug 31 18:30:46.366609 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c1f1b79f-ba15-4319-b367-fc14b8eb5c8a req-ecc76018-48f6-420e-8451-4d1fcd33ba78 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584836 Aug 31 18:30:46.388251 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port f0e7b902-9729-40b1-9539-524943686268 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:30:46.392288 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port f0e7b902-9729-40b1-9539-524943686268 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:30:46.392710 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:46.478194 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:46.499742 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e7b902-9729-40b1-9539-524943686268'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:30:46.501955 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bb4b63-cab5-4477-93af-d5ab51fc27dd" -d '{"events": [{"server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "name": "network-vif-plugged", "status": "completed", "tag": "f0e7b902-9729-40b1-9539-524943686268"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:30:46.514738 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port f0e7b902-9729-40b1-9539-524943686268, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f0e7b902-9729-40b1-9539-524943686268,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:30:46.518851 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:46.543097 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fab664a-e6b8-42cd-a0cd-a997ecb7f8c0 x-openstack-request-id: req-5fab664a-e6b8-42cd-a0cd-a997ecb7f8c0 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:30:46.543394 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "name": "network-vif-plugged", "status": "completed", "tag": "f0e7b902-9729-40b1-9539-524943686268", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:30:46.543644 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5fab664a-e6b8-42cd-a0cd-a997ecb7f8c0 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:30:46.544035 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e7b902-9729-40b1-9539-524943686268', 'code': 200} Aug 31 18:30:46.569081 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=f0e7b902-9729-40b1-9539-524943686268,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:46.747580 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb798b-42c8-469d-af39-cb96402f9e4d req-95d43072-3d59-42c7-bae0-63cd12c9b61f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:46.749132 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4cfb798b-42c8-469d-af39-cb96402f9e4d req-95d43072-3d59-42c7-bae0-63cd12c9b61f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0514734 Aug 31 18:30:46.796656 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4cfb798b-42c8-469d-af39-cb96402f9e4d req-e6f912af-96f4-4d2d-a114-84397abcf442 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402246 Aug 31 18:30:46.868969 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a21ec-9bfc-4459-8269-5e6f4bbbd8d3 req-a3a1cf7b-1a9a-4114-b99c-7e0097bced13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:46.870885 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-358a21ec-9bfc-4459-8269-5e6f4bbbd8d3 req-a3a1cf7b-1a9a-4114-b99c-7e0097bced13 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 1099 time: 0.0442183 Aug 31 18:30:46.916858 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-358a21ec-9bfc-4459-8269-5e6f4bbbd8d3 req-77114841-a969-4e0f-bc25-ca588b529e13 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326166 Aug 31 18:30:47.513018 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee906e6-d386-47db-8e90-f1fc62f80435 req-4e8d3360-a6a0-4a1d-aefd-728a2dcaa33e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:47.514528 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cee906e6-d386-47db-8e90-f1fc62f80435 req-4e8d3360-a6a0-4a1d-aefd-728a2dcaa33e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0807261 Aug 31 18:30:47.523171 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d665aa-15e2-4abd-83d7-9d78e9818a93 req-7ba467bd-c353-44c5-9468-027f157ab427 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:47.524563 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-29d665aa-15e2-4abd-83d7-9d78e9818a93 req-7ba467bd-c353-44c5-9468-027f157ab427 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0799291 Aug 31 18:30:47.578393 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cee906e6-d386-47db-8e90-f1fc62f80435 req-34b5870c-6454-40c1-84fe-0092238a6f0f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526974 Aug 31 18:30:47.584002 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-29d665aa-15e2-4abd-83d7-9d78e9818a93 req-44361573-fd96-45ac-9caf-999f5a0b4983 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528166 Aug 31 18:30:47.914825 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc274-cd89-49a7-ae0b-898a782ddf22 req-51ea8ab5-a4fb-4eb2-b43d-5181eaf04fab tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:47.916318 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f7ebc274-cd89-49a7-ae0b-898a782ddf22 req-51ea8ab5-a4fb-4eb2-b43d-5181eaf04fab tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0482409 Aug 31 18:30:47.955294 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f7ebc274-cd89-49a7-ae0b-898a782ddf22 req-bd5613f2-347c-422b-a394-05d36bbc855a tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331933 Aug 31 18:30:48.720919 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82cfa2-f17c-471a-98a2-4643e776bdff req-c396d101-6c38-4efb-ba80-48f91f7f0324 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:48.722372 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fc82cfa2-f17c-471a-98a2-4643e776bdff req-c396d101-6c38-4efb-ba80-48f91f7f0324 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0754614 Aug 31 18:30:48.736089 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff621844-d268-45b1-90d9-cf044e26cff6 req-f9e8af83-b742-4546-bedb-b22fb44a3d81 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:48.737596 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ff621844-d268-45b1-90d9-cf044e26cff6 req-f9e8af83-b742-4546-bedb-b22fb44a3d81 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0805144 Aug 31 18:30:48.795348 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fc82cfa2-f17c-471a-98a2-4643e776bdff req-e266c59a-627f-4f93-b0c5-5e0e945eb093 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568035 Aug 31 18:30:48.798184 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ff621844-d268-45b1-90d9-cf044e26cff6 req-14f369c6-0cdf-4a30-8d21-1b264de09c6f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532241 Aug 31 18:30:49.070074 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596613dd-a900-4224-ae3a-b39cae9868b1 req-d4ca3367-3bc2-4542-b19f-afb23875b883 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:49.071606 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-596613dd-a900-4224-ae3a-b39cae9868b1 req-d4ca3367-3bc2-4542-b19f-afb23875b883 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0499558 Aug 31 18:30:49.110323 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-596613dd-a900-4224-ae3a-b39cae9868b1 req-4db744f2-6ebd-4bb5-9a69-dcc0a880c9e0 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327828 Aug 31 18:30:49.494850 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b1244679-a02a-4db0-bd43-4ebaa4284250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:49.943974 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ed7da-0464-4fc6-aa4d-b5482ade91e7 req-7fb8f2b0-c97b-4849-9644-e08c35af7a30 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:49.945474 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-719ed7da-0464-4fc6-aa4d-b5482ade91e7 req-7fb8f2b0-c97b-4849-9644-e08c35af7a30 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0800619 Aug 31 18:30:49.953152 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31216f5c-cf3a-466a-b680-77330dca8eea req-7e0fef18-c1f2-4b22-bf49-c0eb2cbee048 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:49.954469 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-31216f5c-cf3a-466a-b680-77330dca8eea req-7e0fef18-c1f2-4b22-bf49-c0eb2cbee048 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0802929 Aug 31 18:30:50.020584 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-719ed7da-0464-4fc6-aa4d-b5482ade91e7 req-a8a1853c-09d8-412f-9fb2-6cfe77d2828b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650706 Aug 31 18:30:50.025537 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-31216f5c-cf3a-466a-b680-77330dca8eea req-009574c7-a328-4cc0-bc2f-06be0ef4a174 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634680 Aug 31 18:30:50.227064 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abb77b-280e-4540-aa84-92c867f7a5fb req-d6a9a236-ef87-4253-912c-75d791dc62b6 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:50.228785 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-35abb77b-280e-4540-aa84-92c867f7a5fb req-d6a9a236-ef87-4253-912c-75d791dc62b6 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0529795 Aug 31 18:30:50.268426 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-35abb77b-280e-4540-aa84-92c867f7a5fb req-f584bef0-8277-41ce-93a1-fffa27ad3b28 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337811 Aug 31 18:30:51.171810 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa32ea-aeec-4a1e-850e-84c23b108228 req-1805f7a5-29f6-4440-b2a0-afcf64dc83cc tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:51.173332 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4cfa32ea-aeec-4a1e-850e-84c23b108228 req-1805f7a5-29f6-4440-b2a0-afcf64dc83cc tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0796568 Aug 31 18:30:51.184684 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b530f-3837-4d32-b639-156e5a5a68db req-7d2bc231-a148-428d-8f9a-1d9050f2dd04 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:51.186115 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-de0b530f-3837-4d32-b639-156e5a5a68db req-7d2bc231-a148-428d-8f9a-1d9050f2dd04 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0825560 Aug 31 18:30:51.234931 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4cfa32ea-aeec-4a1e-850e-84c23b108228 req-7ae30780-2a73-4f42-8f07-35ed09cc457e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478826 Aug 31 18:30:51.249744 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-de0b530f-3837-4d32-b639-156e5a5a68db req-4c1e4a3a-30ee-4471-8c43-93e269836ca7 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553236 Aug 31 18:30:51.383768 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44faf6-6205-4165-b33e-a06caeadc9bd req-e9fbca09-44db-4ae6-aff9-5d7fb5c3cb5c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:51.385278 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bb44faf6-6205-4165-b33e-a06caeadc9bd req-e9fbca09-44db-4ae6-aff9-5d7fb5c3cb5c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0507634 Aug 31 18:30:51.428148 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bb44faf6-6205-4165-b33e-a06caeadc9bd req-327a6837-dc9e-4a08-81de-b362ceb93899 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370631 Aug 31 18:30:52.172643 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2365536b-4575-41f3-9d6a-f332c576d2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:52.400645 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f3bd2-c7d1-4613-8359-ef51c14512f8 req-e013c064-92f1-4528-bb36-431262da3970 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:52.402244 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-da6f3bd2-c7d1-4613-8359-ef51c14512f8 req-e013c064-92f1-4528-bb36-431262da3970 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0888188 Aug 31 18:30:52.409652 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffc759-970c-4a73-a844-0c30bfeb9c21 req-568e5b63-f4f3-4b66-ae1d-f47a650a2839 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:52.411023 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c8ffc759-970c-4a73-a844-0c30bfeb9c21 req-568e5b63-f4f3-4b66-ae1d-f47a650a2839 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0857642 Aug 31 18:30:52.467219 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-da6f3bd2-c7d1-4613-8359-ef51c14512f8 req-d7ab831b-bb4a-4240-bfe3-7ddb15dce4b6 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551436 Aug 31 18:30:52.471853 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c8ffc759-970c-4a73-a844-0c30bfeb9c21 req-c8e3b1cb-255f-4fcd-b624-e0271d7e7dcd tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519774 Aug 31 18:30:52.537883 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:52.574261 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856a4a3-1aa3-4d81-a94f-8d6ae280e946 req-42fa2305-c20d-4997-be78-0795a4af3a8f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:52.575775 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4856a4a3-1aa3-4d81-a94f-8d6ae280e946 req-42fa2305-c20d-4997-be78-0795a4af3a8f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0531087 Aug 31 18:30:52.613449 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4856a4a3-1aa3-4d81-a94f-8d6ae280e946 req-c0dd500f-313b-4d3c-ae5f-976b7206ed53 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318139 Aug 31 18:30:52.731730 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93406183-b064-4483-a8e6-7d8af13e3c66 req-5cddfbfb-c540-4721-8441-7fd418d9a11a tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:52.733307 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-93406183-b064-4483-a8e6-7d8af13e3c66 req-5cddfbfb-c540-4721-8441-7fd418d9a11a tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0546341 Aug 31 18:30:52.771662 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-93406183-b064-4483-a8e6-7d8af13e3c66 req-6a9481a3-729d-46ac-ba4c-64e3f884f4ea tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324728 Aug 31 18:30:52.793575 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 39294) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:52.987519 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fade948b-04ef-45ec-979c-a6add57c2a39 tempest-TestShelveInstance-1040470098 tempest-TestShelveInstance-1040470098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:52.989847 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-fade948b-04ef-45ec-979c-a6add57c2a39 tempest-TestShelveInstance-1040470098 tempest-TestShelveInstance-1040470098-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 1094 time: 0.1943250 Aug 31 18:30:52.992717 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 39308) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:30:52.997316 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Request body: {'floatingip': {'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'port_id': 'f0e7b902-9729-40b1-9539-524943686268', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:30:53.019938 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for floatingip, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:53.133509 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:53.173935 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:53.252054 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Allocated IP 172.27.0.15 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/a8288a40-8083-42f5-81f5-aef3773103f9) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:30:53.365175 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:53.404567 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:53.441216 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:30:53.446439 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:30:53.449926 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:30:53.473043 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Pushing event updated for resources: {'Port': ['ID=a8288a40-8083-42f5-81f5-aef3773103f9,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:53.686657 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f81831-c93f-432b-bd4c-3f74c024cb26 req-e6a9ac8d-66c7-4a3c-b85b-3aecf9ff5551 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:53.688207 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e1f81831-c93f-432b-bd4c-3f74c024cb26 req-e6a9ac8d-66c7-4a3c-b85b-3aecf9ff5551 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1374321 Aug 31 18:30:53.698470 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a90ca-9f9c-4476-8692-2af5b97db373 req-f7f8ba2a-4728-4e26-b28b-2c7914f2d889 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:53.699930 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a10a90ca-9f9c-4476-8692-2af5b97db373 req-f7f8ba2a-4728-4e26-b28b-2c7914f2d889 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.1473994 Aug 31 18:30:53.809364 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e1f81831-c93f-432b-bd4c-3f74c024cb26 req-0fd0dd5e-c18e-4150-a387-77d39779a23a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084368 Aug 31 18:30:53.815395 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a10a90ca-9f9c-4476-8692-2af5b97db373 req-ec385ff2-e42b-4f94-a95c-00cd8ad52704 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789864 Aug 31 18:30:54.044424 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:54.360225 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:54.506286 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:54.510692 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:54.577389 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Pushing event updated for resources: {'Port': ['ID=a8288a40-8083-42f5-81f5-aef3773103f9,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:30:54.589063 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:54.689356 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Floating IP 692108d6-b616-42da-ad06-a05c622fc448 associated. External IP: 172.27.0.15, port: f0e7b902-9729-40b1-9539-524943686268. Aug 31 18:30:54.890902 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:54.953905 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:30:54.982550 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd46468-d06a-4efa-96b5-066489f4a98c req-5cf05a08-0ecc-407a-afb5-754339ecf81c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:54.984032 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9dd46468-d06a-4efa-96b5-066489f4a98c req-5cf05a08-0ecc-407a-afb5-754339ecf81c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0978823 Aug 31 18:30:54.994523 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1b969-dbbd-48fd-aa06-f6032ee17410 req-3359eb5e-9632-45b4-afe7-635c362b9517 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:54.995989 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c6f1b969-dbbd-48fd-aa06-f6032ee17410 req-3359eb5e-9632-45b4-afe7-635c362b9517 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0957637 Aug 31 18:30:55.100396 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9dd46468-d06a-4efa-96b5-066489f4a98c req-eab1e336-36b1-4e61-a77a-95ad6019d48b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033635 Aug 31 18:30:55.130951 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c6f1b969-dbbd-48fd-aa06-f6032ee17410 req-f884bb36-2928-48cc-a807-ce8602c60e36 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940599 Aug 31 18:30:55.153886 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:30:55.165278 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66125574-596a-45b3-b647-fbddde3d7798 None None] Sync routers for ids ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:30:55.170286 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:55.175252 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66125574-596a-45b3-b647-fbddde3d7798 None None] Routers {'0d3dbd75-ff6d-4639-8832-1bad275ef3c5'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:30:55.175878 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-66125574-596a-45b3-b647-fbddde3d7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:30:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:30:55.200138 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-f78426c1-2081-46f1-a478-23eb4f058077 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2062900 Aug 31 18:30:55.200734 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'tag': 'f0e7b902-9729-40b1-9539-524943686268'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:30:55.202932 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5713de1-1678-4e04-910a-6e19fe359953" -d '{"events": [{"name": "network-changed", "server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "tag": "f0e7b902-9729-40b1-9539-524943686268"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:30:55.246870 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd97b6f-3bb1-4613-b923-ea9a99066f1b x-openstack-request-id: req-3bd97b6f-3bb1-4613-b923-ea9a99066f1b {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:30:55.247286 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "tag": "f0e7b902-9729-40b1-9539-524943686268", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:30:55.247517 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3bd97b6f-3bb1-4613-b923-ea9a99066f1b {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:30:55.248257 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'tag': 'f0e7b902-9729-40b1-9539-524943686268', 'status': 'completed', 'code': 200} Aug 31 18:30:55.282952 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-66125574-596a-45b3-b647-fbddde3d7798 None None] Set router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:30:55.581384 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-66125574-596a-45b3-b647-fbddde3d7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:29:27Z', 'revision_number': 4, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': '692108d6-b616-42da-ad06-a05c622fc448', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'port_id': 'f0e7b902-9729-40b1-9539-524943686268', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'mac_address': 'fa:16:3e:97:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:30:53Z', 'updated_at': '2021-08-31T18:30:53Z', 'revision_number': 0, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d41f9-0308-4823-b97d-1013764d6eaf', 'name': '', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'mac_address': 'fa:16:3e:cc:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:26Z', 'updated_at': '2021-08-31T18:29:36Z', 'revision_number': 5, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'subnets': [{'id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:30:55.607559 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66125574-596a-45b3-b647-fbddde3d7798 None None] Checking router: 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:30:55.615854 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66125574-596a-45b3-b647-fbddde3d7798 None None] Routers {'0d3dbd75-ff6d-4639-8832-1bad275ef3c5'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:30:55.616175 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-66125574-596a-45b3-b647-fbddde3d7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:30:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:30:55.658127 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:30:55.721817 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-66125574-596a-45b3-b647-fbddde3d7798 None None] Set router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:30:55.941107 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-66125574-596a-45b3-b647-fbddde3d7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:29:27Z', 'revision_number': 4, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': '692108d6-b616-42da-ad06-a05c622fc448', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'port_id': 'f0e7b902-9729-40b1-9539-524943686268', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'mac_address': 'fa:16:3e:97:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:30:53Z', 'updated_at': '2021-08-31T18:30:53Z', 'revision_number': 0, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d41f9-0308-4823-b97d-1013764d6eaf', 'name': '', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'mac_address': 'fa:16:3e:cc:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:26Z', 'updated_at': '2021-08-31T18:29:36Z', 'revision_number': 5, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'subnets': [{'id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:30:55.966510 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66125574-596a-45b3-b647-fbddde3d7798 None None] The sync data for ids ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'] in dv-cinder-805887-9-iscsi is: [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:29:27Z', 'revision_number': 4, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': '692108d6-b616-42da-ad06-a05c622fc448', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'port_id': 'f0e7b902-9729-40b1-9539-524943686268', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'mac_address': 'fa:16:3e:97:88:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:30:53Z', 'updated_at': '2021-08-31T18:30:53Z', 'revision_number': 0, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506d41f9-0308-4823-b97d-1013764d6eaf', 'name': '', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'mac_address': 'fa:16:3e:cc:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:26Z', 'updated_at': '2021-08-31T18:29:36Z', 'revision_number': 5, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'subnets': [{'id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:30:56.190482 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaadfa4-7569-4c70-981e-9a87f692f540 None None] New status for floating IP 692108d6-b616-42da-ad06-a05c622fc448: ACTIVE {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:30:56.262442 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed85363-8255-490c-b722-b9def2c2bd48 req-a1b17169-fd44-4d6b-9a01-aab243733870 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:56.263945 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8ed85363-8255-490c-b722-b9def2c2bd48 req-a1b17169-fd44-4d6b-9a01-aab243733870 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0934026 Aug 31 18:30:56.287373 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22cbc0-97bf-4f76-8221-16bcd943a7e2 req-c124a61c-b462-42e8-82ba-47e4626bc1aa tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:56.289365 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4c22cbc0-97bf-4f76-8221-16bcd943a7e2 req-c124a61c-b462-42e8-82ba-47e4626bc1aa tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0726774 Aug 31 18:30:56.377127 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8ed85363-8255-490c-b722-b9def2c2bd48 req-eb91b3d0-056f-404e-b120-3e2a87c01aed tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049740 Aug 31 18:30:56.388179 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4c22cbc0-97bf-4f76-8221-16bcd943a7e2 req-28548f9f-4d27-4af6-84ae-faa2f9aa0fb3 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890291 Aug 31 18:30:56.402647 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5713de1-1678-4e04-910a-6e19fe359953 req-71d02a13-5797-4533-8a3c-d863db864ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:56.404137 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5713de1-1678-4e04-910a-6e19fe359953 req-71d02a13-5797-4533-8a3c-d863db864ea8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01dd2e1469fd4e37af51e3edf144f314&device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 1099 time: 0.0823407 Aug 31 18:30:56.508770 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5713de1-1678-4e04-910a-6e19fe359953 req-b2653ad7-f957-4b8f-b00c-b1aaeb78b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:56.510346 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5713de1-1678-4e04-910a-6e19fe359953 req-b2653ad7-f957-4b8f-b00c-b1aaeb78b14b service neutron] 10.222.0.50 "GET /v2.0/networks?id=b04046da-9c89-4497-a1f2-73518ae52ac1 HTTP/1.1" status: 200 len: 910 time: 0.0913062 Aug 31 18:30:56.580111 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5713de1-1678-4e04-910a-6e19fe359953 req-7902fc9b-0922-4169-9e41-ce2b74839d5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e7b902-9729-40b1-9539-524943686268 HTTP/1.1" status: 200 len: 1001 time: 0.0617297 Aug 31 18:30:56.634558 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5713de1-1678-4e04-910a-6e19fe359953 req-18134009-8951-4821-bdee-fd0345c33a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:56.636005 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5713de1-1678-4e04-910a-6e19fe359953 req-18134009-8951-4821-bdee-fd0345c33a59 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56e44edf-623c-47bc-8cb7-194c41304bcb HTTP/1.1" status: 200 len: 848 time: 0.0430620 Aug 31 18:30:56.696072 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5713de1-1678-4e04-910a-6e19fe359953 req-c2810751-0a76-4bd1-9fd2-2f942e3fd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:56.697600 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5713de1-1678-4e04-910a-6e19fe359953 req-c2810751-0a76-4bd1-9fd2-2f942e3fd0a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b04046da-9c89-4497-a1f2-73518ae52ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408759 Aug 31 18:30:56.797539 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5713de1-1678-4e04-910a-6e19fe359953 req-18c4b2af-d60f-4f3a-a566-ff9570db4304 service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859988 Aug 31 18:30:56.894632 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5713de1-1678-4e04-910a-6e19fe359953 req-c1b2eff2-cf0f-4fb9-8fd3-390aa3dc8286 service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841811 Aug 31 18:30:57.542259 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d8fac-6f06-447c-9d79-4c4d3f395a6f req-5accaf8c-5ef8-48f2-9610-34789f35c522 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:57.543811 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-de4d8fac-6f06-447c-9d79-4c4d3f395a6f req-5accaf8c-5ef8-48f2-9610-34789f35c522 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1026103 Aug 31 18:30:57.558384 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12022c4d-e3c4-4930-9cdf-d3a5c0a707bb req-4fce7778-9532-4ccb-8e6d-6cd40f55d896 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:57.560030 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-12022c4d-e3c4-4930-9cdf-d3a5c0a707bb req-4fce7778-9532-4ccb-8e6d-6cd40f55d896 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0835152 Aug 31 18:30:57.627607 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-de4d8fac-6f06-447c-9d79-4c4d3f395a6f req-3a21cc94-8e24-4914-aefa-9f41fba3511d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612452 Aug 31 18:30:57.628140 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-12022c4d-e3c4-4930-9cdf-d3a5c0a707bb req-6d490532-e327-4286-b346-9f4971c73728 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569801 Aug 31 18:30:58.032371 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-8222f43c-7629-46a1-860f-c20d7b3522c9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:58.034649 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-8222f43c-7629-46a1-860f-c20d7b3522c9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/networks?id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b HTTP/1.1" status: 200 len: 815 time: 0.1016774 Aug 31 18:30:58.049341 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-edc900b6-258a-46ac-9c13-52d24e523636 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/quotas/4aeaa7bfaece4dcb81fcebd4ec0eff17 HTTP/1.1" status: 200 len: 375 time: 0.0090442 Aug 31 18:30:58.106954 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-4dd4ccbc-2bd4-4d21-9b36-f1f431571159 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522294 Aug 31 18:30:58.194093 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-1b7f8626-25de-4496-b99b-a21bf263bbfa service neutron] 10.222.0.35 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802367 Aug 31 18:30:58.285294 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-7281c185-58b1-4ec9-828f-9c394f17accb service neutron] 10.222.0.35 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853403 Aug 31 18:30:58.452994 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bebd2289-d9cf-4ef4-a031-1095c3a49226 req-9e43ba1e-b1dd-474b-b53f-24cea9e60ad7 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 210 time: 0.0274236 Aug 31 18:30:58.784391 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1f73e-812d-430c-ad68-375f8d828486 req-771529c6-70b8-45c7-a7c9-ea5e6ef06353 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:58.785933 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ec1f73e-812d-430c-ad68-375f8d828486 req-771529c6-70b8-45c7-a7c9-ea5e6ef06353 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0695152 Aug 31 18:30:58.794419 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cdccf-48a2-47f4-ae3f-5e070ace8ed5 req-0fa7a81f-1aab-4313-b3c4-59e38810a79f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:58.795972 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-544cdccf-48a2-47f4-ae3f-5e070ace8ed5 req-0fa7a81f-1aab-4313-b3c4-59e38810a79f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0897698 Aug 31 18:30:58.861339 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ec1f73e-812d-430c-ad68-375f8d828486 req-9ead4731-a5d1-48f5-b090-c8f07dd689be tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642891 Aug 31 18:30:58.871308 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-544cdccf-48a2-47f4-ae3f-5e070ace8ed5 req-484b2461-bea7-4613-a000-03e425dfaff4 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685198 Aug 31 18:30:59.435128 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37510a2-6d4c-43fb-9057-5a1802d4825a req-91d92f1d-c356-49f4-8c13-844a2ebf5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:59.436637 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b37510a2-6d4c-43fb-9057-5a1802d4825a req-91d92f1d-c356-49f4-8c13-844a2ebf5bc0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 1099 time: 0.0405030 Aug 31 18:30:59.492019 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b37510a2-6d4c-43fb-9057-5a1802d4825a req-f5939562-b8fe-4587-84a4-bb20ad85f081 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303173 Aug 31 18:30:59.549489 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1bba05b4-d905-461a-a903-e6e3e11a11dd req-a662805e-229b-4aa7-baf9-96bd36530217 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 210 time: 0.0275595 Aug 31 18:30:59.905028 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-9d965d81-474a-4518-8112-07667bc34ee2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:30:59.906492 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-9d965d81-474a-4518-8112-07667bc34ee2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "GET /v2.0/networks?id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b HTTP/1.1" status: 200 len: 815 time: 0.1161590 Aug 31 18:30:59.934596 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-ab6df0f8-4099-4b82-a05f-cd1cad4fecf8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Request body: {'port': {'device_id': '5bd2fec0-39c9-4187-b86d-cfc22bc773d9', 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b', 'admin_state_up': True, 'tenant_id': '4aeaa7bfaece4dcb81fcebd4ec0eff17'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:31:00.118384 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e9d13-4ac6-4403-b461-3c5d2091b879 req-ec8b6e78-41d7-46db-a183-ab24959a6c1e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:00.119852 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e02e9d13-4ac6-4403-b461-3c5d2091b879 req-ec8b6e78-41d7-46db-a183-ab24959a6c1e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1272044 Aug 31 18:31:00.128034 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccf852-49db-424f-898e-0766818b89db req-c23036b3-79fc-4def-afa8-003e7b5b76a7 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:00.130059 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90ccf852-49db-424f-898e-0766818b89db req-c23036b3-79fc-4def-afa8-003e7b5b76a7 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.1350231 Aug 31 18:31:00.182201 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-ab6df0f8-4099-4b82-a05f-cd1cad4fecf8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Made reservation on behalf of 4aeaa7bfaece4dcb81fcebd4ec0eff17 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:31:00.185572 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-ab6df0f8-4099-4b82-a05f-cd1cad4fecf8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:00.210051 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e02e9d13-4ac6-4403-b461-3c5d2091b879 req-52136e45-cbf1-4274-8505-fa0050112460 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771360 Aug 31 18:31:00.221709 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90ccf852-49db-424f-898e-0766818b89db req-3d3706af-11e7-4ab2-af1d-7af1775d5b71 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795920 Aug 31 18:31:00.334853 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-ab6df0f8-4099-4b82-a05f-cd1cad4fecf8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Allocated IP 172.20.0.10 (338d5cd7-6d9d-4362-b64d-4e5c7e1e915b/e73826a5-30d4-4708-8780-1eec80cbf1ba/5291871d-d35f-4675-83d2-c9e6e8b8b0a7) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:31:00.479365 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-ab6df0f8-4099-4b82-a05f-cd1cad4fecf8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:00.517638 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-ab6df0f8-4099-4b82-a05f-cd1cad4fecf8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:00.546462 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['1d9b4d2c-7f97-4195-adb9-cf86e7d8d147', '75d7a43a-7539-4866-aa7d-5110b2ac0ae2', '139403a0-f4bc-4f27-915a-a1d4ba0f28ef'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:31:00.568182 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-ab6df0f8-4099-4b82-a05f-cd1cad4fecf8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:31:00.572420 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-ab6df0f8-4099-4b82-a05f-cd1cad4fecf8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:31:00.576062 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-ab6df0f8-4099-4b82-a05f-cd1cad4fecf8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:31:00.580013 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6df0f8-4099-4b82-a05f-cd1cad4fecf8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Pushing event updated for resources: {'Port': ['ID=5291871d-d35f-4675-83d2-c9e6e8b8b0a7,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:00.627175 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-ab6df0f8-4099-4b82-a05f-cd1cad4fecf8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:00.627985 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-ab6df0f8-4099-4b82-a05f-cd1cad4fecf8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:00.665522 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-ab6df0f8-4099-4b82-a05f-cd1cad4fecf8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7440670 Aug 31 18:31:00.689170 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e5414-45f5-4030-b621-e6b330fb3b6c req-057a5549-bed8-4dbe-aad6-6adaa9313082 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:00.690709 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e2e5414-45f5-4030-b621-e6b330fb3b6c req-057a5549-bed8-4dbe-aad6-6adaa9313082 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 932 time: 0.0582592 Aug 31 18:31:00.696163 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Request body: {'port': {'device_id': '5bd2fec0-39c9-4187-b86d-cfc22bc773d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:31:00.778367 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:00.783410 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e2e5414-45f5-4030-b621-e6b330fb3b6c req-bce65921-a719-4ad7-8208-af1b742ce33e tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844293 Aug 31 18:31:01.042388 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:31:01.049761 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:01.062463 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Transition to ACTIVE for port object 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:31:01.065660 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:01.145055 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Pushing event updated for resources: {'Port': ['ID=5291871d-d35f-4675-83d2-c9e6e8b8b0a7,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:01.202341 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Attempting to bind port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:31:01.202797 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Attempting to bind port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:31:01.203407 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Attempting to bind port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 on network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:31:01.209043 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 on network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:31:01.209453 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Attempting to bind port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 on network 338d5cd7-6d9d-4362-b64d-4e5c7e1e915b {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:31:01.214723 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:31:01.215116 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Checking segment: {'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:31:01.215573 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Bound using segment: {'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:31:01.216064 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Bound port: 5291871d-d35f-4675-83d2-c9e6e8b8b0a7, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:31:01.216574 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:01.347260 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] For port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:31:01.383038 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] For port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=5291871d-d35f-4675-83d2-c9e6e8b8b0a7,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:31:01.390739 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:01.439207 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c77e7-19bd-4f89-9f09-d90d27d36d0b req-23f79a4a-4838-4bf0-ba36-2c7842936c81 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:01.440790 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9d9c77e7-19bd-4f89-9f09-d90d27d36d0b req-23f79a4a-4838-4bf0-ba36-2c7842936c81 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1369579 Aug 31 18:31:01.456676 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af46ae9-0a4b-49ee-a686-9e9a1a9cdb19 req-cc0c42c9-243b-4e92-afc1-6ac749a5d35c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:01.458777 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9af46ae9-0a4b-49ee-a686-9e9a1a9cdb19 req-cc0c42c9-243b-4e92-afc1-6ac749a5d35c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.1395812 Aug 31 18:31:01.459994 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:01.461451 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:01.463433 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] 10.222.0.50 "PUT /v2.0/ports/5291871d-d35f-4675-83d2-c9e6e8b8b0a7 HTTP/1.1" status: 200 len: 1094 time: 0.7718132 Aug 31 18:31:01.466861 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd2fec0-39c9-4187-b86d-cfc22bc773d9', 'tag': '5291871d-d35f-4675-83d2-c9e6e8b8b0a7'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:31:01.469189 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a2bd51-b2ba-447c-8422-a3be61102595" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd2fec0-39c9-4187-b86d-cfc22bc773d9", "tag": "5291871d-d35f-4675-83d2-c9e6e8b8b0a7"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:31:01.519485 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47407330-6ceb-4700-b911-352ebfc5513b service neutron] Pushing event updated for resources: {'Port': ['ID=5291871d-d35f-4675-83d2-c9e6e8b8b0a7,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:01.543650 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9d9c77e7-19bd-4f89-9f09-d90d27d36d0b req-1eb66978-fe39-4d03-9510-39c8842691ec tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792990 Aug 31 18:31:01.556647 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9af46ae9-0a4b-49ee-a686-9e9a1a9cdb19 req-d34a428f-8f8f-40e7-bb7a-cc983b299a27 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844746 Aug 31 18:31:01.593508 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b80a26-8f88-4865-b94f-d511a4e97237 x-openstack-request-id: req-85b80a26-8f88-4865-b94f-d511a4e97237 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:31:01.593793 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd2fec0-39c9-4187-b86d-cfc22bc773d9", "tag": "5291871d-d35f-4675-83d2-c9e6e8b8b0a7", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:31:01.594039 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85b80a26-8f88-4865-b94f-d511a4e97237 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:31:01.594416 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd2fec0-39c9-4187-b86d-cfc22bc773d9', 'tag': '5291871d-d35f-4675-83d2-c9e6e8b8b0a7', 'status': 'completed', 'code': 200} Aug 31 18:31:01.603469 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-1c265341-e359-4b29-b47c-020257788198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:01.605001 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-1c265341-e359-4b29-b47c-020257788198 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 1097 time: 0.0650530 Aug 31 18:31:01.913809 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-62c9b2b6-069b-4c8b-a605-c84a3f58fd05 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5291871d-d35f-4675-83d2-c9e6e8b8b0a7 HTTP/1.1" status: 200 len: 217 time: 0.2924750 Aug 31 18:31:02.011435 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a1a19-4298-4dd2-9ad7-c754ac3746dd req-55c8fed9-5f76-4057-b71b-247cacf9d165 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:02.012932 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-326a1a19-4298-4dd2-9ad7-c754ac3746dd req-55c8fed9-5f76-4057-b71b-247cacf9d165 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1102197 Aug 31 18:31:02.015578 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f060a-93aa-4ee2-8ce2-edf0f8d00eed req-52c7b927-99c7-449b-a4f7-9d34cf35b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:02.016940 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a76f060a-93aa-4ee2-8ce2-edf0f8d00eed req-52c7b927-99c7-449b-a4f7-9d34cf35b485 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 1099 time: 0.1153381 Aug 31 18:31:02.024564 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc139e-e1d6-4bd0-a1a3-58d9efc6bc7c req-4fb66b41-6304-409f-9952-c7dc1c169d74 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:02.025914 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-17dc139e-e1d6-4bd0-a1a3-58d9efc6bc7c req-4fb66b41-6304-409f-9952-c7dc1c169d74 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 944 time: 0.1220565 Aug 31 18:31:02.084020 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-326a1a19-4298-4dd2-9ad7-c754ac3746dd req-d71a50f0-de4f-4e20-b914-34c2b9614256 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570581 Aug 31 18:31:02.088963 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-17dc139e-e1d6-4bd0-a1a3-58d9efc6bc7c req-b14d3da2-7624-4eb1-8cfc-07dcb3589fc5 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558269 Aug 31 18:31:02.680430 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c9b41-f456-4905-956d-1fd671df15bd req-ed3622b4-2739-44ad-908d-3ffe580e6526 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:02.681912 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d6c9b41-f456-4905-956d-1fd671df15bd req-ed3622b4-2739-44ad-908d-3ffe580e6526 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0482783 Aug 31 18:31:02.720183 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d6c9b41-f456-4905-956d-1fd671df15bd req-ffadcb09-412f-4970-b7b9-585a53b48372 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324366 Aug 31 18:31:03.232360 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc07e3-a628-4f7f-ab5e-64e8bf6a5f7b req-9b34b249-d04c-4bd4-b629-b89d1e108da8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:03.233894 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aafc07e3-a628-4f7f-ab5e-64e8bf6a5f7b req-9b34b249-d04c-4bd4-b629-b89d1e108da8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0801489 Aug 31 18:31:03.241598 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6083e-e993-491b-97cf-0a4dfb5c49e5 req-05ebf61a-082a-43eb-9091-a58135ead4df tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:03.242948 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2da6083e-e993-491b-97cf-0a4dfb5c49e5 req-05ebf61a-082a-43eb-9091-a58135ead4df tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 944 time: 0.0801113 Aug 31 18:31:03.296935 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aafc07e3-a628-4f7f-ab5e-64e8bf6a5f7b req-fb4fda72-5598-4865-9fb9-3f9dbe4e6c05 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530114 Aug 31 18:31:03.302498 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2da6083e-e993-491b-97cf-0a4dfb5c49e5 req-bb513746-e5e7-4a8d-b67c-de95a86e02e1 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525651 Aug 31 18:31:03.839088 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a2df3-e63b-40ca-a6f7-ea5c5cb498f4 req-3be8b2f4-ee77-4f76-8cf2-6236d7fad898 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:03.840285 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e65a2df3-e63b-40ca-a6f7-ea5c5cb498f4 req-3be8b2f4-ee77-4f76-8cf2-6236d7fad898 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0497704 Aug 31 18:31:03.879088 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e65a2df3-e63b-40ca-a6f7-ea5c5cb498f4 req-86f97e61-a35e-4ea6-a7fe-3442e4bad38c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324447 Aug 31 18:31:04.440842 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719cd2b-20e9-4514-9665-d3c5b41590fd req-59ca4115-c09f-4ff4-85d2-ae047b8d9e1b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:04.442862 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f719cd2b-20e9-4514-9665-d3c5b41590fd req-59ca4115-c09f-4ff4-85d2-ae047b8d9e1b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0780241 Aug 31 18:31:04.454764 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d6f8d-4f45-4630-85fd-26773f059cab req-010b8c6b-02ed-4339-9aeb-1c2e52d7fef4 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:04.456175 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-973d6f8d-4f45-4630-85fd-26773f059cab req-010b8c6b-02ed-4339-9aeb-1c2e52d7fef4 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 944 time: 0.0812471 Aug 31 18:31:04.505456 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f719cd2b-20e9-4514-9665-d3c5b41590fd req-369416da-94f2-4e71-9165-95af3f4713fc tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483065 Aug 31 18:31:04.517182 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-973d6f8d-4f45-4630-85fd-26773f059cab req-19430869-5896-412f-9c45-42516a493278 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536468 Aug 31 18:31:04.992629 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454774c7-c9c1-4dc5-be6e-3cb4aa5491c2 req-38a3d372-5ee1-410b-92fb-289acbcc577b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:04.994097 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-454774c7-c9c1-4dc5-be6e-3cb4aa5491c2 req-38a3d372-5ee1-410b-92fb-289acbcc577b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0487115 Aug 31 18:31:05.033916 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-454774c7-c9c1-4dc5-be6e-3cb4aa5491c2 req-6de28b37-bff9-4527-902e-efaeaf55d6a0 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340390 Aug 31 18:31:05.132690 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-155c8a51-9577-4e00-b88c-34ae5cc31abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:05.134070 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-155c8a51-9577-4e00-b88c-34ae5cc31abd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e73826a5-30d4-4708-8780-1eec80cbf1ba HTTP/1.1" status: 200 len: 855 time: 0.0910261 Aug 31 18:31:05.186716 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-59f3c367-ba08-4e84-8725-afe4e6ba9795 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371060 Aug 31 18:31:05.191007 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f060a-93aa-4ee2-8ce2-edf0f8d00eed req-eaba28e7-1c3e-4a1c-9886-399947e9b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:05.192366 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a76f060a-93aa-4ee2-8ce2-edf0f8d00eed req-eaba28e7-1c3e-4a1c-9886-399947e9b0a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2c5efdc-84e6-454f-bccc-b6e50c391e33 HTTP/1.1" status: 200 len: 920 time: 0.1481376 Aug 31 18:31:05.280005 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a76f060a-93aa-4ee2-8ce2-edf0f8d00eed req-c149062d-ba00-42f9-814b-2f0416efa93f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eb88f3b-572c-4192-8425-4f099a256310 HTTP/1.1" status: 200 len: 217 time: 0.0742805 Aug 31 18:31:05.358883 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f060a-93aa-4ee2-8ce2-edf0f8d00eed req-e708e37f-d05b-45ec-bd45-3fbe876f4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:05.360407 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a76f060a-93aa-4ee2-8ce2-edf0f8d00eed req-e708e37f-d05b-45ec-bd45-3fbe876f4551 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9de2f8c3-fccc-4553-b9d0-9f3722d0d673 HTTP/1.1" status: 200 len: 859 time: 0.0691729 Aug 31 18:31:05.362373 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-3e2d4ae8-af3d-47ef-b45e-f553de9188be service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578405 Aug 31 18:31:05.455820 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a76f060a-93aa-4ee2-8ce2-edf0f8d00eed req-5e9d0505-a7c8-4b05-90ed-68dda4c2b083 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2c5efdc-84e6-454f-bccc-b6e50c391e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678387 Aug 31 18:31:05.547869 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-208455e7-d373-4c15-aa4b-52e868bb7d4f req-36ab2612-e5f5-4654-b959-e170b46123c6 service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587179 Aug 31 18:31:05.655284 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a76f060a-93aa-4ee2-8ce2-edf0f8d00eed req-acb521e2-3dd9-4b1c-b714-b6dc5b62870b service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806183 Aug 31 18:31:05.772163 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56c0e7-b1ac-4a3f-a389-04b16be4bf73 req-24ceb39b-161d-451d-835d-9da1b0b161c6 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:05.774024 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7a56c0e7-b1ac-4a3f-a389-04b16be4bf73 req-24ceb39b-161d-451d-835d-9da1b0b161c6 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 944 time: 0.1829095 Aug 31 18:31:05.786160 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8042705-b352-461b-9a16-2733f00adc3b req-ef08b51b-ab95-42e7-9b93-526f6c0cc692 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:05.787682 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d8042705-b352-461b-9a16-2733f00adc3b req-ef08b51b-ab95-42e7-9b93-526f6c0cc692 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1957266 Aug 31 18:31:05.826116 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2bd51-b2ba-447c-8422-a3be61102595 req-696c6994-2d73-412b-92ec-ce065b7e40ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:05.827536 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57a2bd51-b2ba-447c-8422-a3be61102595 req-696c6994-2d73-412b-92ec-ce065b7e40ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 1097 time: 0.1761429 Aug 31 18:31:05.920596 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7a56c0e7-b1ac-4a3f-a389-04b16be4bf73 req-036ecfac-455a-45ca-bcf6-04e5444368a9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318879 Aug 31 18:31:05.926531 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a76f060a-93aa-4ee2-8ce2-edf0f8d00eed req-2934b0aa-1d0a-4ac5-bc95-635b66d243fd service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593012 Aug 31 18:31:05.938209 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d8042705-b352-461b-9a16-2733f00adc3b req-7682ac7b-c0ee-42df-892e-b1c431072f36 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294632 Aug 31 18:31:05.983165 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2bd51-b2ba-447c-8422-a3be61102595 req-de29f5b6-18a7-43dc-81ab-a21ac7222564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:05.984680 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57a2bd51-b2ba-447c-8422-a3be61102595 req-de29f5b6-18a7-43dc-81ab-a21ac7222564 service neutron] 10.222.0.50 "GET /v2.0/networks?id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b HTTP/1.1" status: 200 len: 916 time: 0.1370783 Aug 31 18:31:06.048522 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57a2bd51-b2ba-447c-8422-a3be61102595 req-c3bb4767-afa1-495b-981e-dfdcc20816c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5291871d-d35f-4675-83d2-c9e6e8b8b0a7 HTTP/1.1" status: 200 len: 217 time: 0.0358186 Aug 31 18:31:06.117895 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2bd51-b2ba-447c-8422-a3be61102595 req-8b51d167-3885-4541-a90b-8cf5c8e74b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:06.119330 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57a2bd51-b2ba-447c-8422-a3be61102595 req-8b51d167-3885-4541-a90b-8cf5c8e74b80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e73826a5-30d4-4708-8780-1eec80cbf1ba HTTP/1.1" status: 200 len: 855 time: 0.0552254 Aug 31 18:31:06.162337 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57a2bd51-b2ba-447c-8422-a3be61102595 req-c7796b6a-3e6a-4529-92c9-83f39cf2f9e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259225 Aug 31 18:31:06.180658 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f06f4-0a34-4dbe-be4f-9b12d082419e req-43d80185-77b2-4bb8-bb72-9b0007e5f17b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:06.182118 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1a8f06f4-0a34-4dbe-be4f-9b12d082419e req-43d80185-77b2-4bb8-bb72-9b0007e5f17b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0782266 Aug 31 18:31:06.266608 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1a8f06f4-0a34-4dbe-be4f-9b12d082419e req-b5472d19-5864-44f1-bbcd-f27bc2fd1737 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768044 Aug 31 18:31:06.294598 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57a2bd51-b2ba-447c-8422-a3be61102595 req-5eb04407-2ab3-4288-8418-d2a088687ca4 service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115034 Aug 31 18:31:06.400329 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57a2bd51-b2ba-447c-8422-a3be61102595 req-fac33c88-df52-4731-919e-887f0789d273 service neutron] 10.222.0.50 "GET /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834107 Aug 31 18:31:07.116595 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd75bdf-ee12-4f7c-b05a-d607c8153a8d req-b7d0649a-0628-46d8-ad4e-c1f84c6912f2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:07.118349 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7dd75bdf-ee12-4f7c-b05a-d607c8153a8d req-b7d0649a-0628-46d8-ad4e-c1f84c6912f2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 944 time: 0.0913906 Aug 31 18:31:07.125953 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6001c1-ba54-4d9a-bd9b-7dcbf7d9948e req-5c73a2d2-8860-4e9d-980c-858c2c97d014 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:07.127347 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0d6001c1-ba54-4d9a-bd9b-7dcbf7d9948e req-5c73a2d2-8860-4e9d-980c-858c2c97d014 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0891342 Aug 31 18:31:07.187492 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7dd75bdf-ee12-4f7c-b05a-d607c8153a8d req-a9f4ac5f-1319-4aab-bb41-d0d2c57be41d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591741 Aug 31 18:31:07.190354 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0d6001c1-ba54-4d9a-bd9b-7dcbf7d9948e req-25b0516c-6d63-4eff-8ad3-d52d9128b37e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552902 Aug 31 18:31:07.418594 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96dd3e-589f-4bac-9151-72422e131c42 req-929465b1-c652-403c-927c-819ec6a3b864 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:07.420223 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4f96dd3e-589f-4bac-9151-72422e131c42 req-929465b1-c652-403c-927c-819ec6a3b864 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0510471 Aug 31 18:31:07.459942 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4f96dd3e-589f-4bac-9151-72422e131c42 req-0b3a1011-6f19-4204-8851-9075477367b5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335884 Aug 31 18:31:07.701884 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658bb62-240a-4f43-a4ae-a4bd38d99453 req-73d8d01f-f95b-42ce-89c1-27d12ee53a72 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:07.703145 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5658bb62-240a-4f43-a4ae-a4bd38d99453 req-73d8d01f-f95b-42ce-89c1-27d12ee53a72 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0504711 Aug 31 18:31:07.772017 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5658bb62-240a-4f43-a4ae-a4bd38d99453 req-a3ffdf09-65f5-4036-bda7-d468e13e209f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611262 Aug 31 18:31:07.798418 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89469bb-99f1-4601-80b5-b97ed3ecf7af req-5776a3d0-1fcf-47da-a449-ec25bfb194d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:07.799992 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a89469bb-99f1-4601-80b5-b97ed3ecf7af req-5776a3d0-1fcf-47da-a449-ec25bfb194d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0994b33130eb4af78aaacb8f365f6fa9&device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 1098 time: 0.0714757 Aug 31 18:31:07.905350 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89469bb-99f1-4601-80b5-b97ed3ecf7af req-1bf95b3d-e4ae-4239-a1e0-e0525693c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:07.906961 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a89469bb-99f1-4601-80b5-b97ed3ecf7af req-1bf95b3d-e4ae-4239-a1e0-e0525693c1e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d376ac0a-4276-4b04-a9a4-460fec2e9230 HTTP/1.1" status: 200 len: 911 time: 0.0964479 Aug 31 18:31:07.980717 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a89469bb-99f1-4601-80b5-b97ed3ecf7af req-1bab1ee4-770c-450c-b99b-8d2b26f1c6c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 HTTP/1.1" status: 200 len: 1000 time: 0.0632725 Aug 31 18:31:08.036278 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89469bb-99f1-4601-80b5-b97ed3ecf7af req-c12a697d-e5df-49e5-a530-a9c808ac0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:08.037839 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a89469bb-99f1-4601-80b5-b97ed3ecf7af req-c12a697d-e5df-49e5-a530-a9c808ac0b77 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3595eaf-e129-4f4e-b637-5ea939609a86 HTTP/1.1" status: 200 len: 849 time: 0.0484469 Aug 31 18:31:08.100571 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89469bb-99f1-4601-80b5-b97ed3ecf7af req-1c464d6a-735b-4253-9fee-a37b1bbb0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:08.101962 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a89469bb-99f1-4601-80b5-b97ed3ecf7af req-1c464d6a-735b-4253-9fee-a37b1bbb0954 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d376ac0a-4276-4b04-a9a4-460fec2e9230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484598 Aug 31 18:31:08.237216 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a89469bb-99f1-4601-80b5-b97ed3ecf7af req-a0c24735-4fa6-468a-a421-02fe3d1872a5 service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248686 Aug 31 18:31:08.430718 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289b9d5-3ce8-488a-861f-27c15f745872 req-f1ad57a1-4523-4d68-896d-f1277e13ca08 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:08.432138 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8289b9d5-3ce8-488a-861f-27c15f745872 req-f1ad57a1-4523-4d68-896d-f1277e13ca08 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 944 time: 0.1477363 Aug 31 18:31:08.442104 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5f2bb-6981-4030-9e51-a1fff1555a94 req-033bd745-e9f6-443b-8292-d292363bc9e6 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:08.443638 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e1e5f2bb-6981-4030-9e51-a1fff1555a94 req-033bd745-e9f6-443b-8292-d292363bc9e6 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1144893 Aug 31 18:31:08.453423 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a89469bb-99f1-4601-80b5-b97ed3ecf7af req-8cf9723e-09c2-45de-be48-400d173c831c service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030551 Aug 31 18:31:08.503311 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8289b9d5-3ce8-488a-861f-27c15f745872 req-41ea488e-4060-4c90-94f6-05745e15cf5d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571764 Aug 31 18:31:08.508046 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e1e5f2bb-6981-4030-9e51-a1fff1555a94 req-590a7119-5c5e-468b-ad77-1dff27fe33f2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529506 Aug 31 18:31:08.897712 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557c9b6-37ae-4062-808d-672e2426d7a6 req-fea3f3b0-d0d9-4af8-818b-7764486b1a3d tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:08.899193 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0557c9b6-37ae-4062-808d-672e2426d7a6 req-fea3f3b0-d0d9-4af8-818b-7764486b1a3d tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0553682 Aug 31 18:31:08.940778 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0557c9b6-37ae-4062-808d-672e2426d7a6 req-3e89602e-8ff3-4962-9ebb-6a3b3ac7b9b6 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355334 Aug 31 18:31:09.074318 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:31:09.170507 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=5291871d-d35f-4675-83d2-c9e6e8b8b0a7,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:09.181424 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '5291871d-d35f-4675-83d2-c9e6e8b8b0a7', 'network_id': '338d5cd7-6d9d-4362-b64d-4e5c7e1e915b', 'port_id': '5291871d-d35f-4675-83d2-c9e6e8b8b0a7', 'mac_address': 'fa:16:3e:72:9f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73826a5-30d4-4708-8780-1eec80cbf1ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:31:09.219004 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:09.231564 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:31:09.250375 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=5291871d-d35f-4675-83d2-c9e6e8b8b0a7,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:09.255137 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:09.302725 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=5291871d-d35f-4675-83d2-c9e6e8b8b0a7,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:09.655067 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557b531-460e-499f-884a-27053e096860 req-37430229-90b6-420d-b13d-c3d7a351aaf9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:09.656587 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c557b531-460e-499f-884a-27053e096860 req-37430229-90b6-420d-b13d-c3d7a351aaf9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 945 time: 0.0766692 Aug 31 18:31:09.667993 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442ac11-5526-4496-866f-6a0391da585e req-1f1ed37a-4473-4d87-96e8-ff22cbb3c86c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:09.669543 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7442ac11-5526-4496-866f-6a0391da585e req-1f1ed37a-4473-4d87-96e8-ff22cbb3c86c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0878038 Aug 31 18:31:09.727453 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['5291871d-d35f-4675-83d2-c9e6e8b8b0a7'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:31:09.729067 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c557b531-460e-499f-884a-27053e096860 req-22b29e8c-00af-45ad-b0ca-48b3239d2a85 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583162 Aug 31 18:31:09.733987 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7442ac11-5526-4496-866f-6a0391da585e req-336db9b0-0fa3-4466-a37a-f74c3a87173d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571835 Aug 31 18:31:09.825168 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 39624) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:09.999313 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8804b70e-d5a0-41b0-9f32-b929d5d92fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:10.091892 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81f777-9d5d-45d4-b4cb-b8bda5a0bf36 req-84a985de-21ac-4598-848f-fec387220c2b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:10.093502 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8d81f777-9d5d-45d4-b4cb-b8bda5a0bf36 req-84a985de-21ac-4598-848f-fec387220c2b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0770209 Aug 31 18:31:10.154842 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8d81f777-9d5d-45d4-b4cb-b8bda5a0bf36 req-7d3847ce-6e2b-4fdd-a661-e1a66d0051a3 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528169 Aug 31 18:31:10.179878 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8804b70e-d5a0-41b0-9f32-b929d5d92fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:10.183164 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8804b70e-d5a0-41b0-9f32-b929d5d92fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:10.222153 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-8804b70e-d5a0-41b0-9f32-b929d5d92fa2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35bf946549da4795ad0aaba6a505fb56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945227 Aug 31 18:31:10.223278 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804b70e-d5a0-41b0-9f32-b929d5d92fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39956fc4-6ca7-4ebf-b2b6-dd01cb6733b6,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:10.224893 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 39638) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:10.274568 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2821b9e5-a901-4e90-a5f4-2916edf49f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:10.294287 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2821b9e5-a901-4e90-a5f4-2916edf49f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:10.343895 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2821b9e5-a901-4e90-a5f4-2916edf49f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:10.346469 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2821b9e5-a901-4e90-a5f4-2916edf49f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:10.348246 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-2821b9e5-a901-4e90-a5f4-2916edf49f70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39956fc4-6ca7-4ebf-b2b6-dd01cb6733b6 HTTP/1.1" status: 204 len: 168 time: 0.1207986 Aug 31 18:31:10.355808 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821b9e5-a901-4e90-a5f4-2916edf49f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39956fc4-6ca7-4ebf-b2b6-dd01cb6733b6,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:10.853581 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d6e0e-eeb0-46fc-8dbb-a7dc16d88b37 req-e18c87ca-1637-44e5-8ef3-891bf9fc0d5f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:10.855056 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-905d6e0e-eeb0-46fc-8dbb-a7dc16d88b37 req-e18c87ca-1637-44e5-8ef3-891bf9fc0d5f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 945 time: 0.0490234 Aug 31 18:31:10.892012 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-905d6e0e-eeb0-46fc-8dbb-a7dc16d88b37 req-e7aedfba-bbcc-4c7c-a923-11ae91f57ad1 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Aug 31 18:31:11.097648 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:11.148198 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:31:11.151924 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:11.152626 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:11.253102 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:11.261564 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858220cf-93a4-4da9-ba7c-672863f8e72c req-031a32eb-3880-406a-99e3-1ea4492bbe69 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:11.263028 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-858220cf-93a4-4da9-ba7c-672863f8e72c req-031a32eb-3880-406a-99e3-1ea4492bbe69 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0539792 Aug 31 18:31:11.279163 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd2fec0-39c9-4187-b86d-cfc22bc773d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5291871d-d35f-4675-83d2-c9e6e8b8b0a7'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:31:11.281687 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96980cde-925c-4000-b58f-3abef35df5ed" -d '{"events": [{"server_uuid": "5bd2fec0-39c9-4187-b86d-cfc22bc773d9", "name": "network-vif-plugged", "status": "completed", "tag": "5291871d-d35f-4675-83d2-c9e6e8b8b0a7"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:31:11.294830 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=5291871d-d35f-4675-83d2-c9e6e8b8b0a7,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:11.300391 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:11.309224 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-858220cf-93a4-4da9-ba7c-672863f8e72c req-ef93a25b-3e7a-464a-9127-7f5a6d7e63c3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366433 Aug 31 18:31:11.335713 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f726eb-034b-492e-ae28-ba48dcfb49fe x-openstack-request-id: req-c2f726eb-034b-492e-ae28-ba48dcfb49fe {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:31:11.336247 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd2fec0-39c9-4187-b86d-cfc22bc773d9", "name": "network-vif-plugged", "status": "completed", "tag": "5291871d-d35f-4675-83d2-c9e6e8b8b0a7", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:31:11.336765 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2f726eb-034b-492e-ae28-ba48dcfb49fe {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:31:11.337366 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd2fec0-39c9-4187-b86d-cfc22bc773d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5291871d-d35f-4675-83d2-c9e6e8b8b0a7', 'code': 200} Aug 31 18:31:11.368470 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=5291871d-d35f-4675-83d2-c9e6e8b8b0a7,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:11.530355 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d44792-7966-447b-b6d0-83ad4f5568bf req-a527791d-ce4a-4714-9ac3-b546997b2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:11.531842 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a1d44792-7966-447b-b6d0-83ad4f5568bf req-a527791d-ce4a-4714-9ac3-b546997b2a0b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 1099 time: 0.0410714 Aug 31 18:31:11.571482 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a1d44792-7966-447b-b6d0-83ad4f5568bf req-e36b9690-f625-4412-9912-e3c72b9b28a1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293069 Aug 31 18:31:12.008959 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac689c-2d44-47ee-9fe8-610872a61306 req-849a85a3-4d7c-46ca-ad2a-f4030ac0a1cf tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:12.010455 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4eac689c-2d44-47ee-9fe8-610872a61306 req-849a85a3-4d7c-46ca-ad2a-f4030ac0a1cf tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 946 time: 0.0501027 Aug 31 18:31:12.048160 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4eac689c-2d44-47ee-9fe8-610872a61306 req-b6d03e05-b1a5-487a-b190-cfd69ca1f6f8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Aug 31 18:31:13.040634 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 39698) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:13.165935 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f9b329aa-0607-410a-b324-57789c289af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:13.200156 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6706294-cae7-4940-b8a9-aeb7e5728077 req-f8f4602e-f542-4dbb-ba1d-f66974888851 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:13.201583 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b6706294-cae7-4940-b8a9-aeb7e5728077 req-f8f4602e-f542-4dbb-ba1d-f66974888851 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 946 time: 0.0814235 Aug 31 18:31:13.264747 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b6706294-cae7-4940-b8a9-aeb7e5728077 req-c8c52a28-1c73-4757-a1d9-73b0db710371 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565214 Aug 31 18:31:13.311112 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f9b329aa-0607-410a-b324-57789c289af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:13.317119 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f9b329aa-0607-410a-b324-57789c289af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:13.355970 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-f9b329aa-0607-410a-b324-57789c289af0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1d4aa9cedb744edb374e64d196385cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141711 Aug 31 18:31:13.356861 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b329aa-0607-410a-b324-57789c289af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4109dab1-1c06-4ab0-980e-fcaab416b21c,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:13.358762 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 39706) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:13.410105 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f16ad9e5-2456-4ec3-bb58-7df0342a6068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:13.430679 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f16ad9e5-2456-4ec3-bb58-7df0342a6068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:13.482916 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f16ad9e5-2456-4ec3-bb58-7df0342a6068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:13.485569 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f16ad9e5-2456-4ec3-bb58-7df0342a6068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:13.486725 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f16ad9e5-2456-4ec3-bb58-7df0342a6068 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4109dab1-1c06-4ab0-980e-fcaab416b21c HTTP/1.1" status: 204 len: 168 time: 0.1269736 Aug 31 18:31:13.495806 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ad9e5-2456-4ec3-bb58-7df0342a6068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109dab1-1c06-4ab0-980e-fcaab416b21c,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:14.117198 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 39730) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:14.212417 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1950665989-network', 'tenant_id': '1fbe4e8a70a64652b9695a4185e6b499'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:31:14.232938 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Made reservation on behalf of 1fbe4e8a70a64652b9695a4185e6b499 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:31:14.235276 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:14.243398 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:14.336746 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:14.346121 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:14.383024 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:31:14.407372 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:14.407492 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Added segment 75bc8e75-d59b-4777-87c4-3408fc5069a7 of type vlan for network ee44cbef-f826-462c-a28e-657662403d64 Aug 31 18:31:14.415688 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5716357-8921-406f-8203-df1af8bd258b,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:14.445755 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d3b0-e250-4000-ad29-c475ff62add8 req-8eb80739-1a84-41f1-a084-8a1638b088d9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:14.447223 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c1b4d3b0-e250-4000-ad29-c475ff62add8 req-8eb80739-1a84-41f1-a084-8a1638b088d9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 946 time: 0.1131942 Aug 31 18:31:14.466939 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:14.513184 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c1b4d3b0-e250-4000-ad29-c475ff62add8 req-507e06ed-6e60-4271-b087-a64267dad779 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546632 Aug 31 18:31:14.514207 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:14.515058 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:14.515640 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:14.810608 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] Pushing event updated for resources: {'Network': ['ID=ee44cbef-f826-462c-a28e-657662403d64,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:14.814659 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-2b9515ab-3b04-465b-a9c0-1106cbb3abfa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6964214 Aug 31 18:31:14.818617 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 39746) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:14.824061 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-6c490472-1a73-4125-9d6f-8e2a500278d3 admin admin] Request body: {'subnet': {'network_id': 'ee44cbef-f826-462c-a28e-657662403d64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1950665989-subnet', 'tenant_id': '1fbe4e8a70a64652b9695a4185e6b499', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:31:14.833610 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network ee44cbef-f826-462c-a28e-657662403d64 details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:31:14.858000 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c490472-1a73-4125-9d6f-8e2a500278d3 admin admin] Made reservation on behalf of 1fbe4e8a70a64652b9695a4185e6b499 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:31:14.860769 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6c490472-1a73-4125-9d6f-8e2a500278d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127405161'] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:15.024291 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6c490472-1a73-4125-9d6f-8e2a500278d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127823522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127405183'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:15.081020 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c490472-1a73-4125-9d6f-8e2a500278d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84fb9c40-5f82-49ee-bc60-68d5a38f3c11,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:15.088651 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c490472-1a73-4125-9d6f-8e2a500278d3 admin admin] Checking segment: {'id': '75bc8e75-d59b-4777-87c4-3408fc5069a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ee44cbef-f826-462c-a28e-657662403d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:31:15.089016 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c490472-1a73-4125-9d6f-8e2a500278d3 admin admin] Network hostable DHCP agents. Network: ee44cbef-f826-462c-a28e-657662403d64, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:31:15.105971 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c490472-1a73-4125-9d6f-8e2a500278d3 admin admin] Network ee44cbef-f826-462c-a28e-657662403d64 is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:31:15.115579 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-6c490472-1a73-4125-9d6f-8e2a500278d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, ee44cbef-f826-462c-a28e-657662403d64) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:31:15.120264 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c490472-1a73-4125-9d6f-8e2a500278d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:15.120898 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6c490472-1a73-4125-9d6f-8e2a500278d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:15.125775 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb5471a-f346-4b42-a0c8-1961151abe39 None None] Network ee44cbef-f826-462c-a28e-657662403d64 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:31:15.135174 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6c490472-1a73-4125-9d6f-8e2a500278d3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3151293 Aug 31 18:31:15.247193 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e617eca8-93a2-4db3-ba56-27bd93131973 None None] Network ee44cbef-f826-462c-a28e-657662403d64 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:31:16.092688 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:31:16.859238 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586c065-308c-4880-9764-a2d30e94f649 req-f89ca597-630d-4f25-a568-1fcb1a6bc61a tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:16.860709 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-f89ca597-630d-4f25-a568-1fcb1a6bc61a tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/networks?id=ee44cbef-f826-462c-a28e-657662403d64 HTTP/1.1" status: 200 len: 814 time: 0.0991809 Aug 31 18:31:16.875610 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-01ca9a3b-4f7d-4442-a4cc-6879a9547db6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/quotas/1fbe4e8a70a64652b9695a4185e6b499 HTTP/1.1" status: 200 len: 375 time: 0.0088892 Aug 31 18:31:16.910858 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-3603c5da-0e8b-4f17-abd4-8ac90202e0b1 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fbe4e8a70a64652b9695a4185e6b499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294778 Aug 31 18:31:16.998291 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-58550fb7-f460-4539-8000-0c84186c53ad service neutron] 10.222.0.35 "GET /v2.0/networks/ee44cbef-f826-462c-a28e-657662403d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805168 Aug 31 18:31:17.089320 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-84d8a0cf-f8fe-4c23-9ed4-fc1acc1b5ffa service neutron] 10.222.0.35 "GET /v2.0/networks/ee44cbef-f826-462c-a28e-657662403d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846369 Aug 31 18:31:17.248425 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-433cb3ab-4b43-4417-b173-118266ae1a42 req-bbeb5810-3fe0-4be4-96d6-07ae3f6985b3 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 210 time: 0.0286622 Aug 31 18:31:18.356946 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-44e2a169-51b3-404d-8414-22d801fcfa9c req-ce33be17-aa74-43b4-a090-175ec92fa66a tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 210 time: 0.0331182 Aug 31 18:31:18.363357 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586c065-308c-4880-9764-a2d30e94f649 req-d06393e1-4e21-4e52-b416-9487a65cc8c0 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:18.364711 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-d06393e1-4e21-4e52-b416-9487a65cc8c0 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.50 "GET /v2.0/networks?id=ee44cbef-f826-462c-a28e-657662403d64 HTTP/1.1" status: 200 len: 814 time: 0.1437612 Aug 31 18:31:18.389637 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-f586c065-308c-4880-9764-a2d30e94f649 req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Request body: {'port': {'device_id': 'ff5958aa-9739-41d2-8820-c849e67a875e', 'network_id': 'ee44cbef-f826-462c-a28e-657662403d64', 'admin_state_up': True, 'tenant_id': '1fbe4e8a70a64652b9695a4185e6b499'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:31:18.492337 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f586c065-308c-4880-9764-a2d30e94f649 req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Made reservation on behalf of 1fbe4e8a70a64652b9695a4185e6b499 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:31:18.495762 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f586c065-308c-4880-9764-a2d30e94f649 req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:18.617013 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-f586c065-308c-4880-9764-a2d30e94f649 req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Allocated IP 172.20.0.3 (ee44cbef-f826-462c-a28e-657662403d64/84fb9c40-5f82-49ee-bc60-68d5a38f3c11/a67e49ed-24cb-487f-8365-194ee5b2d9e6) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:31:18.755829 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f586c065-308c-4880-9764-a2d30e94f649 req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:18.792899 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f586c065-308c-4880-9764-a2d30e94f649 req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:18.839382 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f586c065-308c-4880-9764-a2d30e94f649 req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Network ee44cbef-f826-462c-a28e-657662403d64 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:31:18.842395 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-f586c065-308c-4880-9764-a2d30e94f649 req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:31:18.846094 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f586c065-308c-4880-9764-a2d30e94f649 req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:31:18.853009 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Pushing event updated for resources: {'Port': ['ID=a67e49ed-24cb-487f-8365-194ee5b2d9e6,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:18.879580 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:18.879854 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:18.880190 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:18.880540 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:18.880872 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:18.881198 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:18.881527 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:18.881850 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:18.882173 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:18.882494 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:18.882812 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:18.883126 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:18.906039 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586c065-308c-4880-9764-a2d30e94f649 req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:18.906642 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f586c065-308c-4880-9764-a2d30e94f649 req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:18.921011 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-90031358-3fad-432e-b19f-cd5b0337f904 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5355990 Aug 31 18:31:18.939298 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Request body: {'port': {'device_id': 'ff5958aa-9739-41d2-8820-c849e67a875e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:31:18.995015 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:19.261237 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67e49ed-24cb-487f-8365-194ee5b2d9e6 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:31:19.268522 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:19.280334 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Transition to ACTIVE for port object a67e49ed-24cb-487f-8365-194ee5b2d9e6 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:31:19.284259 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:19.334434 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Pushing event updated for resources: {'Port': ['ID=a67e49ed-24cb-487f-8365-194ee5b2d9e6,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:19.402536 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Attempting to bind port a67e49ed-24cb-487f-8365-194ee5b2d9e6 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:31:19.403120 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Attempting to bind port a67e49ed-24cb-487f-8365-194ee5b2d9e6 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '75bc8e75-d59b-4777-87c4-3408fc5069a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ee44cbef-f826-462c-a28e-657662403d64'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:31:19.403212 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Attempting to bind port a67e49ed-24cb-487f-8365-194ee5b2d9e6 on network ee44cbef-f826-462c-a28e-657662403d64 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:31:19.407360 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Port a67e49ed-24cb-487f-8365-194ee5b2d9e6 on network ee44cbef-f826-462c-a28e-657662403d64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:31:19.407680 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Attempting to bind port a67e49ed-24cb-487f-8365-194ee5b2d9e6 on network ee44cbef-f826-462c-a28e-657662403d64 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:31:19.412763 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:31:19.413105 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Checking segment: {'id': '75bc8e75-d59b-4777-87c4-3408fc5069a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ee44cbef-f826-462c-a28e-657662403d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:31:19.413491 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Bound using segment: {'id': '75bc8e75-d59b-4777-87c4-3408fc5069a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ee44cbef-f826-462c-a28e-657662403d64'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:31:19.413915 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Bound port: a67e49ed-24cb-487f-8365-194ee5b2d9e6, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bc8e75-d59b-4777-87c4-3408fc5069a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ee44cbef-f826-462c-a28e-657662403d64'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:31:19.414272 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:19.496443 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ee27b72f-9df4-4456-ac8c-df80b496f308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:19.513363 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68798ee8-77ee-4c65-be25-bdd4b8c6dee7 req-50a33e28-a1fe-4b24-847b-70c229c42078 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:19.514854 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-68798ee8-77ee-4c65-be25-bdd4b8c6dee7 req-50a33e28-a1fe-4b24-847b-70c229c42078 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 943 time: 0.0896628 Aug 31 18:31:19.517282 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] For port a67e49ed-24cb-487f-8365-194ee5b2d9e6, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:31:19.520624 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] For port a67e49ed-24cb-487f-8365-194ee5b2d9e6, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a67e49ed-24cb-487f-8365-194ee5b2d9e6,segment=NetworkSegment(75bc8e75-d59b-4777-87c4-3408fc5069a7),segment_id=75bc8e75-d59b-4777-87c4-3408fc5069a7)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:31:19.529533 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:19.578730 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:19.579341 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:19.580712 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] 10.222.0.50 "PUT /v2.0/ports/a67e49ed-24cb-487f-8365-194ee5b2d9e6 HTTP/1.1" status: 200 len: 1093 time: 0.6459444 Aug 31 18:31:19.585855 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5958aa-9739-41d2-8820-c849e67a875e', 'tag': 'a67e49ed-24cb-487f-8365-194ee5b2d9e6'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:31:19.592459 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1ad88e-a915-4b25-ba1a-3f8ca7d07312" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5958aa-9739-41d2-8820-c849e67a875e", "tag": "a67e49ed-24cb-487f-8365-194ee5b2d9e6"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:31:19.606359 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-68798ee8-77ee-4c65-be25-bdd4b8c6dee7 req-70696d4b-72fb-408e-ac19-163f81f0dae4 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843916 Aug 31 18:31:19.620086 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90096674-a5c3-4787-9dd2-32adcfe10cee service neutron] Pushing event updated for resources: {'Port': ['ID=a67e49ed-24cb-487f-8365-194ee5b2d9e6,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:19.651043 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668d48ad-7cbb-44b9-994d-bb8afdab0bbc x-openstack-request-id: req-668d48ad-7cbb-44b9-994d-bb8afdab0bbc {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:31:19.651338 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5958aa-9739-41d2-8820-c849e67a875e", "tag": "a67e49ed-24cb-487f-8365-194ee5b2d9e6", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:31:19.651592 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-668d48ad-7cbb-44b9-994d-bb8afdab0bbc {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:31:19.651979 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5958aa-9739-41d2-8820-c849e67a875e', 'tag': 'a67e49ed-24cb-487f-8365-194ee5b2d9e6', 'status': 'completed', 'code': 200} Aug 31 18:31:19.666817 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586c065-308c-4880-9764-a2d30e94f649 req-7e2d5638-cab5-4c71-9387-4d8097fb3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:19.668339 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-7e2d5638-cab5-4c71-9387-4d8097fb3c41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fbe4e8a70a64652b9695a4185e6b499&device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 1096 time: 0.0438228 Aug 31 18:31:19.714884 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-b3b8d5ef-746a-44c4-9740-ca09f929f109 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a67e49ed-24cb-487f-8365-194ee5b2d9e6 HTTP/1.1" status: 200 len: 217 time: 0.0337279 Aug 31 18:31:19.770166 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586c065-308c-4880-9764-a2d30e94f649 req-7e3295e2-2f17-41c0-a024-14d3e7c527c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:19.771687 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-7e3295e2-2f17-41c0-a024-14d3e7c527c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84fb9c40-5f82-49ee-bc60-68d5a38f3c11 HTTP/1.1" status: 200 len: 854 time: 0.0428593 Aug 31 18:31:19.826651 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-297549c1-9cf3-4d00-a33a-a5d8e83a72e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee44cbef-f826-462c-a28e-657662403d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306885 Aug 31 18:31:19.937729 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-14ef1078-ecac-4a55-8120-e5c4c909dc1c service neutron] 10.222.0.50 "GET /v2.0/networks/ee44cbef-f826-462c-a28e-657662403d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820444 Aug 31 18:31:20.037444 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f586c065-308c-4880-9764-a2d30e94f649 req-7389a250-a86a-42da-91f7-52426e0f583b service neutron] 10.222.0.50 "GET /v2.0/networks/ee44cbef-f826-462c-a28e-657662403d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863543 Aug 31 18:31:20.140960 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ad88e-a915-4b25-ba1a-3f8ca7d07312 req-ebfbeffb-76c2-4cee-9aa1-03384df46949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:20.142436 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2c1ad88e-a915-4b25-ba1a-3f8ca7d07312 req-ebfbeffb-76c2-4cee-9aa1-03384df46949 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fbe4e8a70a64652b9695a4185e6b499&device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 1096 time: 0.0423794 Aug 31 18:31:20.231208 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ad88e-a915-4b25-ba1a-3f8ca7d07312 req-5fd49fe9-123b-4a99-b4f7-fc44fc453897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:20.232782 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2c1ad88e-a915-4b25-ba1a-3f8ca7d07312 req-5fd49fe9-123b-4a99-b4f7-fc44fc453897 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee44cbef-f826-462c-a28e-657662403d64 HTTP/1.1" status: 200 len: 915 time: 0.0823252 Aug 31 18:31:20.277170 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2c1ad88e-a915-4b25-ba1a-3f8ca7d07312 req-db04b267-b58e-4e4e-a245-f11d28047551 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a67e49ed-24cb-487f-8365-194ee5b2d9e6 HTTP/1.1" status: 200 len: 217 time: 0.0369151 Aug 31 18:31:20.331856 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ad88e-a915-4b25-ba1a-3f8ca7d07312 req-b7659835-ee72-4ea2-9512-4e3132d6eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:20.333239 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2c1ad88e-a915-4b25-ba1a-3f8ca7d07312 req-b7659835-ee72-4ea2-9512-4e3132d6eaf0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84fb9c40-5f82-49ee-bc60-68d5a38f3c11 HTTP/1.1" status: 200 len: 854 time: 0.0443308 Aug 31 18:31:20.371987 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2c1ad88e-a915-4b25-ba1a-3f8ca7d07312 req-98158719-d8f1-4868-a407-78d5ba83d6fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee44cbef-f826-462c-a28e-657662403d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261643 Aug 31 18:31:20.474122 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2c1ad88e-a915-4b25-ba1a-3f8ca7d07312 req-9e191229-b7bd-4aff-a639-9bac3dee7fce service neutron] 10.222.0.50 "GET /v2.0/networks/ee44cbef-f826-462c-a28e-657662403d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848756 Aug 31 18:31:20.569062 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2c1ad88e-a915-4b25-ba1a-3f8ca7d07312 req-e73806bc-e9e1-463a-81bd-e8d58b62952c service neutron] 10.222.0.50 "GET /v2.0/networks/ee44cbef-f826-462c-a28e-657662403d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831609 Aug 31 18:31:20.724783 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f5bc5-331c-4d94-98d4-e6939917e60f req-27e28a0c-6fcb-4042-80f3-074b48828710 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:20.726364 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d31f5bc5-331c-4d94-98d4-e6939917e60f req-27e28a0c-6fcb-4042-80f3-074b48828710 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 943 time: 0.0509839 Aug 31 18:31:20.770766 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d31f5bc5-331c-4d94-98d4-e6939917e60f req-132c3c7e-f263-462c-b84f-f8bdb0c83399 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376093 Aug 31 18:31:21.885199 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129f20e-ee35-41df-8008-fed0715db8d5 req-90da7036-0830-4137-85ea-8f3f1f30d1c2 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:21.886671 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4129f20e-ee35-41df-8008-fed0715db8d5 req-90da7036-0830-4137-85ea-8f3f1f30d1c2 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 943 time: 0.0489514 Aug 31 18:31:21.923938 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4129f20e-ee35-41df-8008-fed0715db8d5 req-bf7f9bf8-9d85-43aa-ba9b-3f813fea98c1 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314856 Aug 31 18:31:22.163581 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0402b6c9-0961-431b-aef9-6ca0e299e063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:22.538227 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:23.037031 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab02ac6-9f16-4978-89de-daf855973af1 req-f8afbe5e-34e0-4543-8d21-9ee41bd52199 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:23.038392 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8ab02ac6-9f16-4978-89de-daf855973af1 req-f8afbe5e-34e0-4543-8d21-9ee41bd52199 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 943 time: 0.0483427 Aug 31 18:31:23.076652 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8ab02ac6-9f16-4978-89de-daf855973af1 req-79cdeb34-715a-4391-a433-eca74faea81c tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Aug 31 18:31:23.137310 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device a67e49ed-24cb-487f-8365-194ee5b2d9e6 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:31:23.211393 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:23.242222 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port a67e49ed-24cb-487f-8365-194ee5b2d9e6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a67e49ed-24cb-487f-8365-194ee5b2d9e6,segment=NetworkSegment(75bc8e75-d59b-4777-87c4-3408fc5069a7),segment_id=75bc8e75-d59b-4777-87c4-3408fc5069a7)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:23.253218 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': 'a67e49ed-24cb-487f-8365-194ee5b2d9e6', 'network_id': 'ee44cbef-f826-462c-a28e-657662403d64', 'port_id': 'a67e49ed-24cb-487f-8365-194ee5b2d9e6', 'mac_address': 'fa:16:3e:3a:03:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84fb9c40-5f82-49ee-bc60-68d5a38f3c11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:31:23.294149 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:23.306758 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67e49ed-24cb-487f-8365-194ee5b2d9e6 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:31:23.325740 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port a67e49ed-24cb-487f-8365-194ee5b2d9e6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a67e49ed-24cb-487f-8365-194ee5b2d9e6,segment=NetworkSegment(75bc8e75-d59b-4777-87c4-3408fc5069a7),segment_id=75bc8e75-d59b-4777-87c4-3408fc5069a7)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:23.329599 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:23.380760 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=a67e49ed-24cb-487f-8365-194ee5b2d9e6,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:23.776915 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['a67e49ed-24cb-487f-8365-194ee5b2d9e6'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:31:24.190144 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cea04-f463-4761-8cba-777c378013d1 req-8453ee80-85cb-4943-90c7-3e29c2dc77b2 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:24.192134 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-534cea04-f463-4761-8cba-777c378013d1 req-8453ee80-85cb-4943-90c7-3e29c2dc77b2 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 944 time: 0.0507803 Aug 31 18:31:24.233118 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-534cea04-f463-4761-8cba-777c378013d1 req-e3995a18-b3f5-4cae-999f-e078d2d200af tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351646 Aug 31 18:31:24.893528 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:25.135246 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device a67e49ed-24cb-487f-8365-194ee5b2d9e6 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:25.184889 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port a67e49ed-24cb-487f-8365-194ee5b2d9e6 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:31:25.188530 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port a67e49ed-24cb-487f-8365-194ee5b2d9e6 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:25.188922 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:25.262948 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:25.289620 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5958aa-9739-41d2-8820-c849e67a875e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67e49ed-24cb-487f-8365-194ee5b2d9e6'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:31:25.292170 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14ec671-6d36-41b4-b9b4-8159269ffaba" -d '{"events": [{"server_uuid": "ff5958aa-9739-41d2-8820-c849e67a875e", "name": "network-vif-plugged", "status": "completed", "tag": "a67e49ed-24cb-487f-8365-194ee5b2d9e6"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:31:25.304735 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port a67e49ed-24cb-487f-8365-194ee5b2d9e6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a67e49ed-24cb-487f-8365-194ee5b2d9e6,segment=NetworkSegment(75bc8e75-d59b-4777-87c4-3408fc5069a7),segment_id=75bc8e75-d59b-4777-87c4-3408fc5069a7)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:25.309620 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:25.335913 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f688a058-32f7-43bc-adaa-d76bd561fc4c x-openstack-request-id: req-f688a058-32f7-43bc-adaa-d76bd561fc4c {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:31:25.336368 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5958aa-9739-41d2-8820-c849e67a875e", "name": "network-vif-plugged", "status": "completed", "tag": "a67e49ed-24cb-487f-8365-194ee5b2d9e6", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:31:25.336650 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f688a058-32f7-43bc-adaa-d76bd561fc4c {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:31:25.337028 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5958aa-9739-41d2-8820-c849e67a875e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67e49ed-24cb-487f-8365-194ee5b2d9e6', 'code': 200} Aug 31 18:31:25.350501 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f1152-ab71-4ba8-99ab-bb932bb61f2e req-27c1b8a0-628b-4b36-996f-bb001ab5ef36 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:25.352438 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a2f1152-ab71-4ba8-99ab-bb932bb61f2e req-27c1b8a0-628b-4b36-996f-bb001ab5ef36 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 945 time: 0.0507157 Aug 31 18:31:25.381849 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=a67e49ed-24cb-487f-8365-194ee5b2d9e6,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:25.407132 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a2f1152-ab71-4ba8-99ab-bb932bb61f2e req-a980e0aa-557e-43f5-9552-39dfa72f9f25 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476017 Aug 31 18:31:25.529397 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7f88b-fb1c-4c97-babf-fd77ac6640c5 req-8764626e-f9a3-47bf-9f4d-9376afffbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:25.530750 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-76c7f88b-fb1c-4c97-babf-fd77ac6640c5 req-8764626e-f9a3-47bf-9f4d-9376afffbbf8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 1098 time: 0.0391886 Aug 31 18:31:25.595377 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-76c7f88b-fb1c-4c97-babf-fd77ac6640c5 req-07293941-41c5-4ea2-8c11-a0690f45acb6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484865 Aug 31 18:31:25.611598 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-db055fdd-f63c-4026-aa02-ea4fb8d45d7d req-9d99adb5-2652-480b-917e-3ba4d9bb7652 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452423 Aug 31 18:31:25.648841 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:25.963639 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db055fdd-f63c-4026-aa02-ea4fb8d45d7d req-99574db4-0e3a-406c-bc3a-2443a5bce530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:25.965193 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-db055fdd-f63c-4026-aa02-ea4fb8d45d7d req-99574db4-0e3a-406c-bc3a-2443a5bce530 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 1099 time: 0.0454829 Aug 31 18:31:26.073257 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db055fdd-f63c-4026-aa02-ea4fb8d45d7d req-1b528106-ddda-458a-849a-1930dcf8bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:26.074712 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-db055fdd-f63c-4026-aa02-ea4fb8d45d7d req-1b528106-ddda-458a-849a-1930dcf8bf69 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2c5efdc-84e6-454f-bccc-b6e50c391e33 HTTP/1.1" status: 200 len: 920 time: 0.0834911 Aug 31 18:31:26.129224 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-db055fdd-f63c-4026-aa02-ea4fb8d45d7d req-0ed1cd60-632d-40f3-808d-d7ce365c150b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eb88f3b-572c-4192-8425-4f099a256310 HTTP/1.1" status: 200 len: 217 time: 0.0379496 Aug 31 18:31:26.184141 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db055fdd-f63c-4026-aa02-ea4fb8d45d7d req-161b51d9-3489-4d37-87b6-a769cdcf1e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:26.185595 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-db055fdd-f63c-4026-aa02-ea4fb8d45d7d req-161b51d9-3489-4d37-87b6-a769cdcf1e73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9de2f8c3-fccc-4553-b9d0-9f3722d0d673 HTTP/1.1" status: 200 len: 859 time: 0.0429404 Aug 31 18:31:26.226098 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-db055fdd-f63c-4026-aa02-ea4fb8d45d7d req-2b45afef-11db-471e-bbc8-990f68370328 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2c5efdc-84e6-454f-bccc-b6e50c391e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242958 Aug 31 18:31:26.313354 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-db055fdd-f63c-4026-aa02-ea4fb8d45d7d req-023d9029-358e-4f09-a54a-b1a9cc3ab206 service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783293 Aug 31 18:31:26.407403 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-db055fdd-f63c-4026-aa02-ea4fb8d45d7d req-6a00bdb9-be09-4541-8669-fda3be8c3389 service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838897 Aug 31 18:31:26.524369 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4295bb-4066-49f3-b9c5-6f2a95508e87 req-daeb15f4-37ff-4900-b733-9b3ac6b3e1f9 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:26.525784 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6b4295bb-4066-49f3-b9c5-6f2a95508e87 req-daeb15f4-37ff-4900-b733-9b3ac6b3e1f9 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 945 time: 0.0494502 Aug 31 18:31:26.563292 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6b4295bb-4066-49f3-b9c5-6f2a95508e87 req-e274b092-c935-45a8-af3c-2c6806dd26e2 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316770 Aug 31 18:31:27.678604 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10443be-4b35-4c75-85f2-65933b3a7084 req-0674e7ef-319b-47f4-b33a-d393b71d5a3b tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:27.680057 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e10443be-4b35-4c75-85f2-65933b3a7084 req-0674e7ef-319b-47f4-b33a-d393b71d5a3b tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 945 time: 0.0517843 Aug 31 18:31:27.717472 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e10443be-4b35-4c75-85f2-65933b3a7084 req-ded7cfbd-02d5-4af8-b000-dd5974fdb68d tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Aug 31 18:31:35.255897 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd076087-1056-4ee9-85f8-0003ca79a6eb req-5f6b9741-e7e7-4255-a31f-e2f619a94f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:35.257418 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cd076087-1056-4ee9-85f8-0003ca79a6eb req-5f6b9741-e7e7-4255-a31f-e2f619a94f5b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 1099 time: 0.0689058 Aug 31 18:31:35.267416 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d577924-fa12-405b-8be2-1c0bbd11af7c req-91099d42-e195-438c-89b2-3f34ad49a17e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:35.268791 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4d577924-fa12-405b-8be2-1c0bbd11af7c req-91099d42-e195-438c-89b2-3f34ad49a17e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0701721 Aug 31 18:31:35.356070 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4d577924-fa12-405b-8be2-1c0bbd11af7c req-95eb029d-298b-4816-9187-fdaa737d8703 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787590 Aug 31 18:31:35.380606 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd076087-1056-4ee9-85f8-0003ca79a6eb req-091e1fc4-c882-4de7-89f6-353c7f8ddc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:35.382381 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cd076087-1056-4ee9-85f8-0003ca79a6eb req-091e1fc4-c882-4de7-89f6-353c7f8ddc95 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2c5efdc-84e6-454f-bccc-b6e50c391e33 HTTP/1.1" status: 200 len: 920 time: 0.1124420 Aug 31 18:31:35.432421 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cd076087-1056-4ee9-85f8-0003ca79a6eb req-c2934ef0-a4a6-4de5-b268-ebcabb504548 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eb88f3b-572c-4192-8425-4f099a256310 HTTP/1.1" status: 200 len: 217 time: 0.0337150 Aug 31 18:31:35.488543 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd076087-1056-4ee9-85f8-0003ca79a6eb req-0f15ffa4-3327-4dab-95eb-396792259f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:35.490194 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cd076087-1056-4ee9-85f8-0003ca79a6eb req-0f15ffa4-3327-4dab-95eb-396792259f55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9de2f8c3-fccc-4553-b9d0-9f3722d0d673 HTTP/1.1" status: 200 len: 859 time: 0.0492558 Aug 31 18:31:35.525096 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cd076087-1056-4ee9-85f8-0003ca79a6eb req-1b8fae6d-7a7f-4151-a0aa-edc4c929bc96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2c5efdc-84e6-454f-bccc-b6e50c391e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252483 Aug 31 18:31:35.617104 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cd076087-1056-4ee9-85f8-0003ca79a6eb req-63280cfd-b598-44b2-b557-6c5a2195cf3d service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817728 Aug 31 18:31:35.715593 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cd076087-1056-4ee9-85f8-0003ca79a6eb req-aa4db4f5-a955-4f59-9dba-70fb4cd052c3 service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865753 Aug 31 18:31:36.352624 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 40064) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:36.457701 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0dd60a53-4091-47b5-9d19-661f9ae514fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:36.479818 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743d50e-ead1-4194-b1bd-04d650095c69 req-7fd1f044-6e5a-42d1-a551-5ec464e3bebf tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:36.481495 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e743d50e-ead1-4194-b1bd-04d650095c69 req-7fd1f044-6e5a-42d1-a551-5ec464e3bebf tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0560722 Aug 31 18:31:36.523451 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e743d50e-ead1-4194-b1bd-04d650095c69 req-d82879ff-ed61-4cf7-9931-c7d3ee573f25 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356743 Aug 31 18:31:36.559008 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0dd60a53-4091-47b5-9d19-661f9ae514fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:36.568477 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0dd60a53-4091-47b5-9d19-661f9ae514fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:36.607153 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd60a53-4091-47b5-9d19-661f9ae514fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59563723-6eac-4f5b-9bca-0a6ded81ada4,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:36.611366 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-0dd60a53-4091-47b5-9d19-661f9ae514fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be8d23e98a7e4d8f86eaa6202b9e5181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577209 Aug 31 18:31:36.614623 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 40072) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:36.662509 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:36.685291 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:36.739516 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:36.743755 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:36.743755 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59563723-6eac-4f5b-9bca-0a6ded81ada4 HTTP/1.1" status: 204 len: 168 time: 0.1280861 Aug 31 18:31:36.752136 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59563723-6eac-4f5b-9bca-0a6ded81ada4,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:36.762276 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:36.762646 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:36.762995 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:36.763350 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:36.763701 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:36.764401 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:36.765037 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:36.765605 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:36.766192 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:36.766778 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:36.767742 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:36.768583 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e11cd4-a4af-48a4-b39e-586d90ebe7f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:37.432295 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 40096) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:37.532819 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1861228507-network', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:31:37.556752 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Made reservation on behalf of 0434fd91cbb8442d8de57e11a044033f for: {'network': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:31:37.559814 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:37.569271 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:37.654363 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540b3b8-2553-4278-b12d-795ea35e3157 req-f16b834c-ad6e-48b0-abf9-ad2a04149926 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:37.655905 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a540b3b8-2553-4278-b12d-795ea35e3157 req-f16b834c-ad6e-48b0-abf9-ad2a04149926 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0568283 Aug 31 18:31:37.687532 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:37.693051 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:37.702940 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a540b3b8-2553-4278-b12d-795ea35e3157 req-09798fc2-8c02-4585-a58f-b431d81011ec tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 Aug 31 18:31:37.716787 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=93879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:31:37.732381 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8882382e-8189-46d7-a2e7-029d43b17908,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:37.737608 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:37.737970 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.db.segments_db [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Added segment e6b97005-8d08-401b-a9eb-6f53b9ceee30 of type vlan for network 0b17948e-771b-4b03-81f6-1a9232b2cd6e Aug 31 18:31:37.780517 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:37.805934 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:37.807176 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:37.807836 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:37.858184 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4246585 Aug 31 18:31:37.861175 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 40106) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:37.866732 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-3660ba7a-86c1-426f-84be-ec100c5f02b6 admin admin] Request body: {'subnet': {'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1861228507-subnet', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:31:37.867357 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099b267-fdc9-400f-ba45-1d077f0c0b17 admin admin] Pushing event updated for resources: {'Network': ['ID=0b17948e-771b-4b03-81f6-1a9232b2cd6e,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:37.877441 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network 0b17948e-771b-4b03-81f6-1a9232b2cd6e details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:31:37.886558 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3660ba7a-86c1-426f-84be-ec100c5f02b6 admin admin] Made reservation on behalf of 0434fd91cbb8442d8de57e11a044033f for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:31:37.888845 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3660ba7a-86c1-426f-84be-ec100c5f02b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126291644'] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.051565 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3660ba7a-86c1-426f-84be-ec100c5f02b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126741137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126291626'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.110397 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660ba7a-86c1-426f-84be-ec100c5f02b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b2a05a-b8be-49ba-adb1-a710ed7cb513,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:38.120344 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3660ba7a-86c1-426f-84be-ec100c5f02b6 admin admin] Checking segment: {'id': 'e6b97005-8d08-401b-a9eb-6f53b9ceee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:31:38.120751 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660ba7a-86c1-426f-84be-ec100c5f02b6 admin admin] Network hostable DHCP agents. Network: 0b17948e-771b-4b03-81f6-1a9232b2cd6e, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:31:38.138370 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660ba7a-86c1-426f-84be-ec100c5f02b6 admin admin] Network 0b17948e-771b-4b03-81f6-1a9232b2cd6e is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:31:38.146865 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-3660ba7a-86c1-426f-84be-ec100c5f02b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, 0b17948e-771b-4b03-81f6-1a9232b2cd6e) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:31:38.151127 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660ba7a-86c1-426f-84be-ec100c5f02b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:38.151712 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3660ba7a-86c1-426f-84be-ec100c5f02b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.155655 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f4717c-2629-49ea-adbc-cedde15a2db4 None None] Network 0b17948e-771b-4b03-81f6-1a9232b2cd6e requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:31:38.168488 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3660ba7a-86c1-426f-84be-ec100c5f02b6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3061635 Aug 31 18:31:38.171109 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 40108) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:38.175714 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:31:38.197039 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3853'] for router, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.198048 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2003837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.249974 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.391979 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.423218 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bae0c3-7a1f-5850-b0fd-6d978053451f-0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'fixed_ips': [{'subnet_id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513'}]}} from dv-cinder-805887-9-iscsi. {{(pid=93881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:31:38.424081 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.558411 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Allocated IP 172.20.0.2 (0b17948e-771b-4b03-81f6-1a9232b2cd6e/16b2a05a-b8be-49ba-adb1-a710ed7cb513/b28c99a6-090b-453e-be3a-be55aa0e2eb4) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:31:38.587599 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.609266 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.702579 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.710684 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Transition to ACTIVE for port object b28c99a6-090b-453e-be3a-be55aa0e2eb4 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:31:38.720114 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Allocated IP 172.27.0.190 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:31:38.724824 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Transition to ACTIVE for port object b28c99a6-090b-453e-be3a-be55aa0e2eb4 will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:31:38.732324 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.778972 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Network 0b17948e-771b-4b03-81f6-1a9232b2cd6e is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:31:38.781785 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:31:38.784410 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:31:38.819918 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Pushing event updated for resources: {'Port': ['ID=b28c99a6-090b-453e-be3a-be55aa0e2eb4,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:38.842938 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:38.843283 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:38.843618 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:38.843952 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:38.844280 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:38.844633 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:38.844959 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:38.845284 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:38.845629 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:38.845955 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:38.846275 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:38.846593 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:38.862095 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Attempting to bind port b28c99a6-090b-453e-be3a-be55aa0e2eb4 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:31:38.862424 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Attempting to bind port b28c99a6-090b-453e-be3a-be55aa0e2eb4 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'e6b97005-8d08-401b-a9eb-6f53b9ceee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:31:38.862773 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Attempting to bind port b28c99a6-090b-453e-be3a-be55aa0e2eb4 on network 0b17948e-771b-4b03-81f6-1a9232b2cd6e {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:31:38.869482 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:31:38.869876 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Checking segment: {'id': 'e6b97005-8d08-401b-a9eb-6f53b9ceee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:31:38.870307 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.873720 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Bound using segment: {'id': 'e6b97005-8d08-401b-a9eb-6f53b9ceee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:31:38.873720 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Bound port: b28c99a6-090b-453e-be3a-be55aa0e2eb4, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b97005-8d08-401b-a9eb-6f53b9ceee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:31:38.873720 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:38.937511 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] For port b28c99a6-090b-453e-be3a-be55aa0e2eb4, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:31:38.940964 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] For port b28c99a6-090b-453e-be3a-be55aa0e2eb4, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=b28c99a6-090b-453e-be3a-be55aa0e2eb4,segment=NetworkSegment(e6b97005-8d08-401b-a9eb-6f53b9ceee30),segment_id=e6b97005-8d08-401b-a9eb-6f53b9ceee30)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:31:38.946334 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:39.012845 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b930a-c11f-43f4-a77a-ffe42d075480 None None] Pushing event updated for resources: {'Port': ['ID=b28c99a6-090b-453e-be3a-be55aa0e2eb4,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:39.096474 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd5ffa-2a24-4354-b800-39470d613868 req-e3f274d3-efea-436d-9947-107f492c8da8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:39.098693 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6fbd5ffa-2a24-4354-b800-39470d613868 req-e3f274d3-efea-436d-9947-107f492c8da8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.3158538 Aug 31 18:31:39.115557 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:39.156017 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6fbd5ffa-2a24-4354-b800-39470d613868 req-bfc93e77-f54c-4115-8193-661eb4d9e3d2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513234 Aug 31 18:31:39.195657 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:39.236373 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:31:39.241494 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:31:39.243925 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:31:39.276368 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Pushing event updated for resources: {'Port': ['ID=a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:39.505745 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:39.715263 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587693'] for router, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:39.855405 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Router e7084242-fe7d-4949-b810-37be13021075 is scheduled to L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 with binding_index 1 {{(pid=93880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:31:39.921238 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe66ef-0963-46e1-a159-c5e266328324 None None] Network 0b17948e-771b-4b03-81f6-1a9232b2cd6e requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:31:39.965468 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:31:39.974857 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Sync routers for ids ['e7084242-fe7d-4949-b810-37be13021075'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:31:39.981960 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:39.983443 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-5ae48f0a-4ad1-4d76-8f13-1768c079656d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8113940 Aug 31 18:31:39.986281 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 40120) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:39.987204 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Routers {'e7084242-fe7d-4949-b810-37be13021075'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:31:39.987908 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:31:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['e7084242-fe7d-4949-b810-37be13021075'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:40.037222 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-31faedc7-9674-4900-a17d-b54fd4f9ccc9 None None] Provisioning for port b28c99a6-090b-453e-be3a-be55aa0e2eb4 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:31:40.109210 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Set router e7084242-fe7d-4949-b810-37be13021075 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:31:40.301481 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:39Z', 'revision_number': 3, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port': {'id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:40.335137 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Checking router: e7084242-fe7d-4949-b810-37be13021075 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:31:40.335609 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Updating router e7084242-fe7d-4949-b810-37be13021075 port a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 binding host dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:31:40.348351 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c450e3-f2b3-4255-90f9-cfc07defbcce req-3f2e64ff-c2ab-4ede-a089-1a6292bd53ca tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:40.349840 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b1c450e3-f2b3-4255-90f9-cfc07defbcce req-3f2e64ff-c2ab-4ede-a089-1a6292bd53ca tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0972381 Aug 31 18:31:40.361888 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:40.424182 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b1c450e3-f2b3-4255-90f9-cfc07defbcce req-cd3d30ed-064c-4d4b-baf3-10e16a656899 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650961 Aug 31 18:31:40.508659 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:40.615690 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:40.626080 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Transition to ACTIVE for port object a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:31:40.633315 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:40.679802 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Allocated IP 172.20.0.1 (0b17948e-771b-4b03-81f6-1a9232b2cd6e/16b2a05a-b8be-49ba-adb1-a710ed7cb513/eaa384e7-66ef-42a7-ab0f-31e517f55a60) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:31:40.688439 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Attempting to bind port a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:31:40.688836 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Attempting to bind port a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:31:40.689199 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Attempting to bind port a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 on network 8be741c5-6977-48d8-bd13-0f8a1787586d {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:31:40.694955 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Pushing event updated for resources: {'Port': ['ID=a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:40.703332 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:40.703679 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:40.704017 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:40.704352 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:40.704710 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:40.705044 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:40.705369 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:40.705695 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:40.706036 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:40.706364 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:40.706683 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:40.707619 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:31:40.710921 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:31:40.711295 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Checking segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:31:40.711698 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:40.712079 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Bound using segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:31:40.712572 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Bound port: a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:31:40.712966 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:40.770358 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] For port a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:31:40.774079 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] For port a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:31:40.779274 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:40.799096 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:40.814389 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Transition to ACTIVE for port object eaa384e7-66ef-42a7-ab0f-31e517f55a60 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:31:40.837459 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Routers {'e7084242-fe7d-4949-b810-37be13021075'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:31:40.838084 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:31:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['e7084242-fe7d-4949-b810-37be13021075'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:40.840666 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39715c9e-2565-425a-b3f7-14cd3994b861 None None] Pushing event updated for resources: {'Port': ['ID=a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:40.853041 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:40.892399 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Network 0b17948e-771b-4b03-81f6-1a9232b2cd6e is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:31:40.899583 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:31:40.903111 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:31:40.931964 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Pushing event updated for resources: {'Port': ['ID=eaa384e7-66ef-42a7-ab0f-31e517f55a60,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:40.949966 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582494'] for router_interface, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:40.953118 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] Set router e7084242-fe7d-4949-b810-37be13021075 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:31:41.087578 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:41.199076 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device b28c99a6-090b-453e-be3a-be55aa0e2eb4 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:41.202119 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-75135ab0-54ac-4822-b0f2-50df82b669a7 None None] Provisioning for port eaa384e7-66ef-42a7-ab0f-31e517f55a60 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:31:41.226400 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-75135ab0-54ac-4822-b0f2-50df82b669a7 None None] Provisioning complete for port eaa384e7-66ef-42a7-ab0f-31e517f55a60 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:41.226887 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:39Z', 'revision_number': 3, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port': {'id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:41.227899 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-75135ab0-54ac-4822-b0f2-50df82b669a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:41.256333 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814e18f-a9bb-4b85-a192-ff1da3ae7fc0 None None] The sync data for ids ['e7084242-fe7d-4949-b810-37be13021075'] in dv-cinder-805887-9-iscsi is: [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:39Z', 'revision_number': 3, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port': {'id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:31:41.278641 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-75135ab0-54ac-4822-b0f2-50df82b669a7 None None] Port eaa384e7-66ef-42a7-ab0f-31e517f55a60 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:31:41.291909 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port b28c99a6-090b-453e-be3a-be55aa0e2eb4 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:31:41.298746 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port b28c99a6-090b-453e-be3a-be55aa0e2eb4 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:41.299312 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:41.328624 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:41.349982 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:41.390476 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:41.425033 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port b28c99a6-090b-453e-be3a-be55aa0e2eb4, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=b28c99a6-090b-453e-be3a-be55aa0e2eb4,segment=NetworkSegment(e6b97005-8d08-401b-a9eb-6f53b9ceee30),segment_id=e6b97005-8d08-401b-a9eb-6f53b9ceee30)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:41.426189 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Pushing event updated for resources: {'Port': ['ID=eaa384e7-66ef-42a7-ab0f-31e517f55a60,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:41.429487 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575982'] for router_interface, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:41.430762 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:41.488683 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=b28c99a6-090b-453e-be3a-be55aa0e2eb4,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:41.580766 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Network 0b17948e-771b-4b03-81f6-1a9232b2cd6e is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:31:41.586937 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:31:41.666643 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4ad39-11f2-4434-a202-87a7b5ad4e14 req-df0246a5-2008-4f98-8554-223828b149f1 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:41.668850 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0ad4ad39-11f2-4434-a202-87a7b5ad4e14 req-df0246a5-2008-4f98-8554-223828b149f1 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1423416 Aug 31 18:31:41.778580 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Router e7084242-fe7d-4949-b810-37be13021075 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:31:41.782177 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0ad4ad39-11f2-4434-a202-87a7b5ad4e14 req-b337385e-d6a1-4b0d-ba86-f2c4b6dc3648 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643282 Aug 31 18:31:41.902097 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-2b235186-0a4f-46a8-9004-ab15a061b665 None None] Provisioning complete for port eaa384e7-66ef-42a7-ab0f-31e517f55a60 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:41.903816 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2b235186-0a4f-46a8-9004-ab15a061b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:41.918166 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:31:41.925569 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-dca9644c-aa83-419e-8058-71f71c51dc6e admin admin] 10.222.0.35 "PUT /v2.0/routers/e7084242-fe7d-4949-b810-37be13021075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9382534 Aug 31 18:31:41.962998 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-2b235186-0a4f-46a8-9004-ab15a061b665 None None] Port eaa384e7-66ef-42a7-ab0f-31e517f55a60 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:31:42.432605 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 40164) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:42.437658 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1225564707-network', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:31:42.458526 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Made reservation on behalf of 399bc0992f8345dc819651c2a655d5ff for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:31:42.460795 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:42.469085 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:42.558483 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:42.562362 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:42.586567 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:31:42.595671 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5b5fd0-1987-4999-9d90-b0a87f5476cf,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:42.600258 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:42.600623 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Added segment f0b22b0a-059b-4e5f-a233-e0a53873b206 of type vlan for network fb747935-0d64-49e4-9d23-9a642d3ab323 Aug 31 18:31:42.639055 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:42.663731 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:42.664881 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:42.665488 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:42.721240 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2874274 Aug 31 18:31:42.724240 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 40166) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:42.729609 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-da3b59e6-5393-49b7-bc97-63d5452b114e admin admin] Request body: {'subnet': {'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1225564707-subnet', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:31:42.730246 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252bc2e-e5c4-4d00-b89d-2c6b434899d8 admin admin] Pushing event updated for resources: {'Network': ['ID=fb747935-0d64-49e4-9d23-9a642d3ab323,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:42.740651 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network fb747935-0d64-49e4-9d23-9a642d3ab323 details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:31:42.749989 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3b59e6-5393-49b7-bc97-63d5452b114e admin admin] Made reservation on behalf of 399bc0992f8345dc819651c2a655d5ff for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:31:42.752273 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-da3b59e6-5393-49b7-bc97-63d5452b114e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127405161'] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:42.911748 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797b4c8-0163-4ec8-86ce-faa4331cb9fd req-c0cddce9-1e86-4dc5-94d3-7d681cfe995e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:42.913375 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4797b4c8-0163-4ec8-86ce-faa4331cb9fd req-c0cddce9-1e86-4dc5-94d3-7d681cfe995e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0519149 Aug 31 18:31:42.957522 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-da3b59e6-5393-49b7-bc97-63d5452b114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127823522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127405183'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:42.961378 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4797b4c8-0163-4ec8-86ce-faa4331cb9fd req-d71313db-ddb8-4266-8c16-794906dff31f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402362 Aug 31 18:31:43.015524 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b59e6-5393-49b7-bc97-63d5452b114e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ee16e2-7b24-4a0c-a86e-97b0c14cbbc1,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:43.022917 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3b59e6-5393-49b7-bc97-63d5452b114e admin admin] Checking segment: {'id': 'f0b22b0a-059b-4e5f-a233-e0a53873b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:31:43.023280 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3b59e6-5393-49b7-bc97-63d5452b114e admin admin] Network hostable DHCP agents. Network: fb747935-0d64-49e4-9d23-9a642d3ab323, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:31:43.040461 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3b59e6-5393-49b7-bc97-63d5452b114e admin admin] Network fb747935-0d64-49e4-9d23-9a642d3ab323 is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:31:43.047552 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Sync routers for ids ['e7084242-fe7d-4949-b810-37be13021075'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:31:43.050365 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-da3b59e6-5393-49b7-bc97-63d5452b114e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, fb747935-0d64-49e4-9d23-9a642d3ab323) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:31:43.055602 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b59e6-5393-49b7-bc97-63d5452b114e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:43.056473 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-da3b59e6-5393-49b7-bc97-63d5452b114e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:43.057536 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Routers {'e7084242-fe7d-4949-b810-37be13021075'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:31:43.058226 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:31:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['e7084242-fe7d-4949-b810-37be13021075'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:43.062219 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c857fe92-e610-48c6-9b66-6c75a2ce43e3 None None] Network fb747935-0d64-49e4-9d23-9a642d3ab323 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:31:43.072175 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-da3b59e6-5393-49b7-bc97-63d5452b114e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3465869 Aug 31 18:31:43.074685 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 40172) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:43.079102 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1225564707-router', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:31:43.102200 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3853'] for router, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:43.103127 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2003837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:43.189853 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:43.240098 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Set router e7084242-fe7d-4949-b810-37be13021075 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:31:43.290265 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device b28c99a6-090b-453e-be3a-be55aa0e2eb4 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:43.440229 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bae0c3-7a1f-5850-b0fd-6d978053451f-fb747935-0d64-49e4-9d23-9a642d3ab323', 'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'fixed_ips': [{'subnet_id': 'd1ee16e2-7b24-4a0c-a86e-97b0c14cbbc1'}]}} from dv-cinder-805887-9-iscsi. {{(pid=93881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:31:43.441112 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:43.467477 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port b28c99a6-090b-453e-be3a-be55aa0e2eb4 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:43.467845 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:43.569237 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:43.706530 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Allocated IP 172.20.0.2 (fb747935-0d64-49e4-9d23-9a642d3ab323/d1ee16e2-7b24-4a0c-a86e-97b0c14cbbc1/d224609e-f4c0-45d8-8f6c-15f5cf5ac5de) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:31:43.730650 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:43.783026 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:43.799407 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:41Z', 'revision_number': 4, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port': {'id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'eaa384e7-66ef-42a7-ab0f-31e517f55a60', 'name': '', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'mac_address': 'fa:16:3e:b3:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:40Z', 'updated_at': '2021-08-31T18:31:41Z', 'revision_number': 2, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'subnets': [{'id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:43.803279 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:43.916409 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Allocated IP 172.27.0.186 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/797a8bd9-771f-48a1-b8ee-a704c17af574) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:31:43.957947 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Checking router: e7084242-fe7d-4949-b810-37be13021075 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:31:43.958281 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Updating router e7084242-fe7d-4949-b810-37be13021075 port eaa384e7-66ef-42a7-ab0f-31e517f55a60 binding host dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:31:44.017779 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.034423 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.038329 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:31:44.052862 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:44.053241 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.110431 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.126003 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dfdf8-e52f-4cc2-8ca2-fce5a748d381 req-d565c2aa-321c-4923-9123-e01d3eaa8055 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:44.127526 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee8dfdf8-e52f-4cc2-8ca2-fce5a748d381 req-d565c2aa-321c-4923-9123-e01d3eaa8055 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0699074 Aug 31 18:31:44.178186 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:31:44.185366 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:31:44.187833 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:31:44.215975 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.217324 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=797a8bd9-771f-48a1-b8ee-a704c17af574,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:44.241219 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Transition to ACTIVE for port object d224609e-f4c0-45d8-8f6c-15f5cf5ac5de will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:31:44.241582 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee8dfdf8-e52f-4cc2-8ca2-fce5a748d381 req-1af6f1f2-6ac6-4834-b744-399cf9f7b43b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887098 Aug 31 18:31:44.338558 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Transition to ACTIVE for port object d224609e-f4c0-45d8-8f6c-15f5cf5ac5de will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:31:44.350008 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.358291 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.416430 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:44.437581 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Network fb747935-0d64-49e4-9d23-9a642d3ab323 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:31:44.438311 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.450199 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:31:44.452848 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:31:44.463268 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Pushing event updated for resources: {'Port': ['ID=d224609e-f4c0-45d8-8f6c-15f5cf5ac5de,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:44.494061 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.596319 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:44.603704 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Attempting to bind port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:31:44.604151 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Attempting to bind port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f0b22b0a-059b-4e5f-a233-e0a53873b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:31:44.604618 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Attempting to bind port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de on network fb747935-0d64-49e4-9d23-9a642d3ab323 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:31:44.617090 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:31:44.617466 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Checking segment: {'id': 'f0b22b0a-059b-4e5f-a233-e0a53873b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:31:44.617879 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.618259 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Bound using segment: {'id': 'f0b22b0a-059b-4e5f-a233-e0a53873b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:31:44.618726 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Bound port: d224609e-f4c0-45d8-8f6c-15f5cf5ac5de, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b22b0a-059b-4e5f-a233-e0a53873b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:31:44.619105 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.624525 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.646290 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Transition to ACTIVE for port object eaa384e7-66ef-42a7-ab0f-31e517f55a60 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:31:44.679802 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.696813 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587693'] for router, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.759655 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] For port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:31:44.761868 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947251da-2e66-40f1-8d46-40f7a75c455d None None] Pushing event updated for resources: {'Port': ['ID=eaa384e7-66ef-42a7-ab0f-31e517f55a60,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:44.779250 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] For port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=d224609e-f4c0-45d8-8f6c-15f5cf5ac5de,segment=NetworkSegment(f0b22b0a-059b-4e5f-a233-e0a53873b206),segment_id=f0b22b0a-059b-4e5f-a233-e0a53873b206)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:31:44.795936 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.848369 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Router 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 is scheduled to L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 with binding_index 1 {{(pid=93880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:31:44.878114 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Attempting to bind port eaa384e7-66ef-42a7-ab0f-31e517f55a60 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:31:44.878654 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Attempting to bind port eaa384e7-66ef-42a7-ab0f-31e517f55a60 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'e6b97005-8d08-401b-a9eb-6f53b9ceee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:31:44.879477 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Attempting to bind port eaa384e7-66ef-42a7-ab0f-31e517f55a60 on network 0b17948e-771b-4b03-81f6-1a9232b2cd6e {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:31:44.897295 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:31:44.898403 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Checking segment: {'id': 'e6b97005-8d08-401b-a9eb-6f53b9ceee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:31:44.898817 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.899679 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Bound using segment: {'id': 'e6b97005-8d08-401b-a9eb-6f53b9ceee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:31:44.900179 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Bound port: eaa384e7-66ef-42a7-ab0f-31e517f55a60, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b97005-8d08-401b-a9eb-6f53b9ceee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:31:44.900583 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:44.918619 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892ac65-9d08-4ddd-903d-61a57c93c267 None None] Pushing event updated for resources: {'Port': ['ID=d224609e-f4c0-45d8-8f6c-15f5cf5ac5de,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:44.981793 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:31:44.985507 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] For port eaa384e7-66ef-42a7-ab0f-31e517f55a60, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:31:44.991066 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] For port eaa384e7-66ef-42a7-ab0f-31e517f55a60, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=eaa384e7-66ef-42a7-ab0f-31e517f55a60,segment=NetworkSegment(e6b97005-8d08-401b-a9eb-6f53b9ceee30),segment_id=e6b97005-8d08-401b-a9eb-6f53b9ceee30)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:31:44.992009 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Sync routers for ids ['2723a402-0e21-4fdd-a81f-8ccdcbe01d48'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:31:44.999939 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:45.001499 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b043f2d8-5dd3-437f-b31d-3d1cf4859ba7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9257331 Aug 31 18:31:45.002439 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Routers {'2723a402-0e21-4fdd-a81f-8ccdcbe01d48'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:31:45.003054 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:31:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['2723a402-0e21-4fdd-a81f-8ccdcbe01d48'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:45.004553 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 40190) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:31:45.005745 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:45.087062 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Routers {'e7084242-fe7d-4949-b810-37be13021075'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:31:45.087858 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:31:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['e7084242-fe7d-4949-b810-37be13021075'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:45.091996 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947251da-2e66-40f1-8d46-40f7a75c455d None None] Pushing event updated for resources: {'Port': ['ID=eaa384e7-66ef-42a7-ab0f-31e517f55a60,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:45.272622 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Set router 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:31:45.322286 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] Set router e7084242-fe7d-4949-b810-37be13021075 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:31:45.325012 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:45.513332 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580483b5-df4f-4713-a521-c1c8f89a8e64 req-77e8c592-8390-403e-8d97-589ad1839740 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:45.515123 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-580483b5-df4f-4713-a521-c1c8f89a8e64 req-77e8c592-8390-403e-8d97-589ad1839740 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1331453 Aug 31 18:31:45.538092 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:45.538469 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:45.541950 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'name': 'tempest-TestMinimumBasicScenario-1225564707-router', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 3, 'project_id': '399bc0992f8345dc819651c2a655d5ff', 'gw_port': {'id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:45.578771 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Checking router: 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:31:45.579399 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Updating router 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 port 797a8bd9-771f-48a1-b8ee-a704c17af574 binding host dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:31:45.611063 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:45.611234 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-580483b5-df4f-4713-a521-c1c8f89a8e64 req-cafc746d-728e-49e2-b7f8-7bb271e9f8d8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861621 Aug 31 18:31:45.711653 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:45.730971 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:41Z', 'revision_number': 4, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port': {'id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'eaa384e7-66ef-42a7-ab0f-31e517f55a60', 'name': '', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'mac_address': 'fa:16:3e:b3:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:40Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 4, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'subnets': [{'id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:45.767445 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfc6c6-492e-4917-b8f3-6c2f32daeffd None None] The sync data for ids ['e7084242-fe7d-4949-b810-37be13021075'] in dv-cinder-805887-9-iscsi is: [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:41Z', 'revision_number': 4, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port': {'id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'eaa384e7-66ef-42a7-ab0f-31e517f55a60', 'name': '', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'mac_address': 'fa:16:3e:b3:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:40Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 4, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'subnets': [{'id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:31:46.010350 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:46.025932 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Transition to ACTIVE for port object 797a8bd9-771f-48a1-b8ee-a704c17af574 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:31:46.043725 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:46.099152 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53302ce-f52b-45ff-b28a-d2a3ebc1e5d5 None None] Pushing event updated for resources: {'Port': ['ID=797a8bd9-771f-48a1-b8ee-a704c17af574,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:46.134806 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Attempting to bind port 797a8bd9-771f-48a1-b8ee-a704c17af574 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:31:46.135296 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Attempting to bind port 797a8bd9-771f-48a1-b8ee-a704c17af574 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:31:46.136593 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Attempting to bind port 797a8bd9-771f-48a1-b8ee-a704c17af574 on network 8be741c5-6977-48d8-bd13-0f8a1787586d {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:31:46.142790 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:31:46.144646 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Checking segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:31:46.146065 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:46.146689 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Bound using segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:31:46.147558 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Bound port: 797a8bd9-771f-48a1-b8ee-a704c17af574, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:31:46.148195 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:46.226166 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf9f30-d377-40e0-b70c-82cc4c5cf586 req-442c883c-1db4-4d7e-a384-8586464d037a tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:46.230775 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] For port 797a8bd9-771f-48a1-b8ee-a704c17af574, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:31:46.233316 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1bdf9f30-d377-40e0-b70c-82cc4c5cf586 req-442c883c-1db4-4d7e-a384-8586464d037a tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 946 time: 0.1617818 Aug 31 18:31:46.236142 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] For port 797a8bd9-771f-48a1-b8ee-a704c17af574, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=797a8bd9-771f-48a1-b8ee-a704c17af574,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:31:46.246684 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:46.248005 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4609d4bb-0aff-4e1f-8b37-5e33c358c956 None None] Network fb747935-0d64-49e4-9d23-9a642d3ab323 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:31:46.304322 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Routers {'2723a402-0e21-4fdd-a81f-8ccdcbe01d48'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:31:46.304989 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:31:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['2723a402-0e21-4fdd-a81f-8ccdcbe01d48'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:46.308430 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1bdf9f30-d377-40e0-b70c-82cc4c5cf586 req-6f2c601e-1beb-42d2-b0fe-ad706f563b3d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726531 Aug 31 18:31:46.338769 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-3d1dc1a3-1351-478e-853c-0a3e08df67b3 None None] Provisioning for port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:31:46.364637 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53302ce-f52b-45ff-b28a-d2a3ebc1e5d5 None None] Pushing event updated for resources: {'Port': ['ID=797a8bd9-771f-48a1-b8ee-a704c17af574,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:46.404400 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Allocated IP 172.20.0.1 (fb747935-0d64-49e4-9d23-9a642d3ab323/d1ee16e2-7b24-4a0c-a86e-97b0c14cbbc1/0650a06d-73ee-40b8-9dd2-4d9437b2d9da) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:31:46.464474 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] Set router 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:31:46.541868 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:46.559109 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Transition to ACTIVE for port object 0650a06d-73ee-40b8-9dd2-4d9437b2d9da will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:31:46.598798 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:46.653520 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Network fb747935-0d64-49e4-9d23-9a642d3ab323 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:31:46.658562 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:31:46.661650 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:31:46.667593 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0650a06d-73ee-40b8-9dd2-4d9437b2d9da,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:46.721350 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'name': 'tempest-TestMinimumBasicScenario-1225564707-router', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 3, 'project_id': '399bc0992f8345dc819651c2a655d5ff', 'gw_port': {'id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:46.723561 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582494'] for router_interface, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:46.757956 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f704660-12a6-4553-96e8-af5ad89ae746 None None] The sync data for ids ['2723a402-0e21-4fdd-a81f-8ccdcbe01d48'] in dv-cinder-805887-9-iscsi is: [{'id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'name': 'tempest-TestMinimumBasicScenario-1225564707-router', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 3, 'project_id': '399bc0992f8345dc819651c2a655d5ff', 'gw_port': {'id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:31:46.830707 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4727866-98d8-4014-b968-f3cabc4e9f0f req-0836a5a8-7aab-4987-a40f-35734889df88 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:46.832459 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b4727866-98d8-4014-b968-f3cabc4e9f0f req-0836a5a8-7aab-4987-a40f-35734889df88 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1048934 Aug 31 18:31:46.914722 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b4727866-98d8-4014-b968-f3cabc4e9f0f req-a2049fc1-7ef1-4f7c-b7f6-25dde9c43605 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742912 Aug 31 18:31:46.958131 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:47.119962 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-af65d9df-2c37-4b63-952c-1345214b07ab None None] Provisioning for port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:31:47.124412 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-af65d9df-2c37-4b63-952c-1345214b07ab None None] Provisioning complete for port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:47.124841 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-af65d9df-2c37-4b63-952c-1345214b07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:47.189557 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-af65d9df-2c37-4b63-952c-1345214b07ab None None] Port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:31:47.262465 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:47.270593 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:47.357053 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575982'] for router_interface, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:47.359499 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0650a06d-73ee-40b8-9dd2-4d9437b2d9da,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:47.360227 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 797a8bd9-771f-48a1-b8ee-a704c17af574 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:47.436156 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 797a8bd9-771f-48a1-b8ee-a704c17af574 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:31:47.440305 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 797a8bd9-771f-48a1-b8ee-a704c17af574 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:47.440873 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:47.508838 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e9db0-80be-4b8e-95ee-f0b4708c8011 req-c7b24027-7a7d-43aa-b3ff-f0e2c05141e3 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:47.510412 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-093e9db0-80be-4b8e-95ee-f0b4708c8011 req-c7b24027-7a7d-43aa-b3ff-f0e2c05141e3 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 946 time: 0.0845151 Aug 31 18:31:47.529722 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Network fb747935-0d64-49e4-9d23-9a642d3ab323 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:31:47.535957 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:47.536769 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:31:47.561150 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 797a8bd9-771f-48a1-b8ee-a704c17af574, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=797a8bd9-771f-48a1-b8ee-a704c17af574,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:47.567365 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:47.568343 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device d224609e-f4c0-45d8-8f6c-15f5cf5ac5de up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:47.626963 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-093e9db0-80be-4b8e-95ee-f0b4708c8011 req-311439cf-5971-411a-82e6-b42886e3800a tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098788 Aug 31 18:31:47.668427 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=797a8bd9-771f-48a1-b8ee-a704c17af574,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:47.679535 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:31:47.684207 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:47.684772 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:47.723473 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Router 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:31:47.788776 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:47.830348 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=d224609e-f4c0-45d8-8f6c-15f5cf5ac5de,segment=NetworkSegment(f0b22b0a-059b-4e5f-a233-e0a53873b206),segment_id=f0b22b0a-059b-4e5f-a233-e0a53873b206)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:47.833903 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-b758d4ef-0cc4-4a5d-9e7d-682bbae0d109 None None] Provisioning complete for port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:47.834258 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b758d4ef-0cc4-4a5d-9e7d-682bbae0d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:47.837065 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:47.837958 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device eaa384e7-66ef-42a7-ab0f-31e517f55a60 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:47.851111 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:31:47.865639 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-f19f931c-d517-4d2b-b317-a3af816cb7e4 admin admin] 10.222.0.35 "PUT /v2.0/routers/2723a402-0e21-4fdd-a81f-8ccdcbe01d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8510144 Aug 31 18:31:47.935397 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-b758d4ef-0cc4-4a5d-9e7d-682bbae0d109 None None] Port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:31:47.951626 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=d224609e-f4c0-45d8-8f6c-15f5cf5ac5de,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:47.967056 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port eaa384e7-66ef-42a7-ab0f-31e517f55a60 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:31:47.970949 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port eaa384e7-66ef-42a7-ab0f-31e517f55a60 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:47.971325 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:48.054219 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cfca1-dddd-4eca-90b4-fa676743f8f1 req-44e6f85d-2f1c-4e31-bf24-59dbe3dc7361 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:48.055747 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-459cfca1-dddd-4eca-90b4-fa676743f8f1 req-44e6f85d-2f1c-4e31-bf24-59dbe3dc7361 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0637329 Aug 31 18:31:48.064643 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:48.100374 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-459cfca1-dddd-4eca-90b4-fa676743f8f1 req-bb2d0e70-ad5c-4092-b264-d6de00754862 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374987 Aug 31 18:31:48.102893 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port eaa384e7-66ef-42a7-ab0f-31e517f55a60, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=eaa384e7-66ef-42a7-ab0f-31e517f55a60,segment=NetworkSegment(e6b97005-8d08-401b-a9eb-6f53b9ceee30),segment_id=e6b97005-8d08-401b-a9eb-6f53b9ceee30)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:48.108577 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:48.174444 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=eaa384e7-66ef-42a7-ab0f-31e517f55a60,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:48.346933 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971214e1-002e-46a4-a470-5cde066b0ea8 req-9a2966de-df23-4a08-8a52-41cddf33605e tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:48.353960 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-971214e1-002e-46a4-a470-5cde066b0ea8 req-9a2966de-df23-4a08-8a52-41cddf33605e tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 946 time: 0.0497651 Aug 31 18:31:48.449010 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-971214e1-002e-46a4-a470-5cde066b0ea8 req-d50e24fc-4dc9-43e1-8365-f1aab2cff96b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Deleting port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:31:48.449358 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-971214e1-002e-46a4-a470-5cde066b0ea8 req-d50e24fc-4dc9-43e1-8365-f1aab2cff96b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:48.541845 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-971214e1-002e-46a4-a470-5cde066b0ea8 req-d50e24fc-4dc9-43e1-8365-f1aab2cff96b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] For port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=5291871d-d35f-4675-83d2-c9e6e8b8b0a7,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:48.542210 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-971214e1-002e-46a4-a470-5cde066b0ea8 req-d50e24fc-4dc9-43e1-8365-f1aab2cff96b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:48.555682 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-971214e1-002e-46a4-a470-5cde066b0ea8 req-d50e24fc-4dc9-43e1-8365-f1aab2cff96b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Calling delete_port for 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:31:48.712444 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-971214e1-002e-46a4-a470-5cde066b0ea8 req-d50e24fc-4dc9-43e1-8365-f1aab2cff96b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:48.728685 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['1d9b4d2c-7f97-4195-adb9-cf86e7d8d147', '75d7a43a-7539-4866-aa7d-5110b2ac0ae2', '139403a0-f4bc-4f27-915a-a1d4ba0f28ef', '5291871d-d35f-4675-83d2-c9e6e8b8b0a7'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:31:48.749969 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e24fc-4dc9-43e1-8365-f1aab2cff96b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Pushing event deleted for resources: {'Port': ['ID=5291871d-d35f-4675-83d2-c9e6e8b8b0a7,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:48.784350 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7aa1fb08-98d4-40ef-9cba-3e82ce4f71bb req-4da81171-9e40-4e9e-90f4-51d2773d9238 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 210 time: 0.0383120 Aug 31 18:31:48.846551 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-971214e1-002e-46a4-a470-5cde066b0ea8 req-d50e24fc-4dc9-43e1-8365-f1aab2cff96b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] No DVR routers for this DVR port 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:31:48.849847 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-971214e1-002e-46a4-a470-5cde066b0ea8 req-d50e24fc-4dc9-43e1-8365-f1aab2cff96b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:48.852420 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-971214e1-002e-46a4-a470-5cde066b0ea8 req-d50e24fc-4dc9-43e1-8365-f1aab2cff96b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "DELETE /v2.0/ports/5291871d-d35f-4675-83d2-c9e6e8b8b0a7 HTTP/1.1" status: 204 len: 173 time: 0.4916966 Aug 31 18:31:48.853934 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd2fec0-39c9-4187-b86d-cfc22bc773d9', 'name': 'network-vif-deleted', 'tag': '5291871d-d35f-4675-83d2-c9e6e8b8b0a7'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:31:48.855613 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d27a9e-2e16-438a-9cc5-3e3ee01691c4" -d '{"events": [{"server_uuid": "5bd2fec0-39c9-4187-b86d-cfc22bc773d9", "name": "network-vif-deleted", "tag": "5291871d-d35f-4675-83d2-c9e6e8b8b0a7"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:31:48.947426 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3215720c-d1b5-4fae-b0b0-e47da845dba3 x-openstack-request-id: req-3215720c-d1b5-4fae-b0b0-e47da845dba3 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:31:48.947715 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd2fec0-39c9-4187-b86d-cfc22bc773d9", "name": "network-vif-deleted", "tag": "5291871d-d35f-4675-83d2-c9e6e8b8b0a7", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:31:48.947955 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3215720c-d1b5-4fae-b0b0-e47da845dba3 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:31:48.948343 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd2fec0-39c9-4187-b86d-cfc22bc773d9', 'name': 'network-vif-deleted', 'tag': '5291871d-d35f-4675-83d2-c9e6e8b8b0a7', 'status': 'completed', 'code': 200} Aug 31 18:31:49.275881 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 797a8bd9-771f-48a1-b8ee-a704c17af574 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:49.297663 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e37243-1c63-4ec6-ac2b-55e72e919dbb req-cbd37479-295c-4304-b9f7-11b73f5df975 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:49.306178 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b9e37243-1c63-4ec6-ac2b-55e72e919dbb req-cbd37479-295c-4304-b9f7-11b73f5df975 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0807469 Aug 31 18:31:49.348408 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b9e37243-1c63-4ec6-ac2b-55e72e919dbb req-8c875517-e6db-4e97-a8cb-2924ef5f44d0 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409744 Aug 31 18:31:49.377099 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 797a8bd9-771f-48a1-b8ee-a704c17af574 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:49.377473 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:49.474864 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device d224609e-f4c0-45d8-8f6c-15f5cf5ac5de up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:49.509595 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Sync routers for ids ['2723a402-0e21-4fdd-a81f-8ccdcbe01d48'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:31:49.538363 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Routers {'2723a402-0e21-4fdd-a81f-8ccdcbe01d48'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:31:49.539136 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:31:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['2723a402-0e21-4fdd-a81f-8ccdcbe01d48'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:49.544066 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ebd85887-d02e-4079-be48-4d55d769b590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:49.638927 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:49.639215 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:49.687852 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Set router 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:31:49.845391 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device eaa384e7-66ef-42a7-ab0f-31e517f55a60 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:49.965820 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port eaa384e7-66ef-42a7-ab0f-31e517f55a60 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:49.966200 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:49.997130 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3a14cb52-ba04-4f49-b2f9-b73860b804de req-e4278117-8ea7-46ae-9f35-6d5879e393c3 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bd2fec0-39c9-4187-b86d-cfc22bc773d9 HTTP/1.1" status: 200 len: 210 time: 0.0695255 Aug 31 18:31:50.037794 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'name': 'tempest-TestMinimumBasicScenario-1225564707-router', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:31:46Z', 'revision_number': 4, 'project_id': '399bc0992f8345dc819651c2a655d5ff', 'gw_port': {'id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '0650a06d-73ee-40b8-9dd2-4d9437b2d9da', 'name': '', 'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'mac_address': 'fa:16:3e:c3:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd1ee16e2-7b24-4a0c-a86e-97b0c14cbbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:46Z', 'updated_at': '2021-08-31T18:31:47Z', 'revision_number': 2, 'project_id': '399bc0992f8345dc819651c2a655d5ff', 'subnets': [{'id': 'd1ee16e2-7b24-4a0c-a86e-97b0c14cbbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:50.078706 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Checking router: 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:31:50.079062 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Updating router 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da binding host dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:31:50.118992 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:50.497553 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:50.511894 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Transition to ACTIVE for port object 0650a06d-73ee-40b8-9dd2-4d9437b2d9da will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:31:50.526960 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:50.530419 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07bb02-9247-4067-8f6c-5d3078c86185 req-9155f6d9-8260-46b9-8570-37efc9165f3d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:50.533389 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9c07bb02-9247-4067-8f6c-5d3078c86185 req-9155f6d9-8260-46b9-8570-37efc9165f3d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0803788 Aug 31 18:31:50.587897 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fed80-7ded-40fd-b848-6b7dccac51a1 None None] Pushing event updated for resources: {'Port': ['ID=0650a06d-73ee-40b8-9dd2-4d9437b2d9da,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:50.604833 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9c07bb02-9247-4067-8f6c-5d3078c86185 req-08201185-ace9-428c-a7a7-40e651950e9e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640302 Aug 31 18:31:50.661923 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Attempting to bind port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:31:50.662557 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Attempting to bind port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f0b22b0a-059b-4e5f-a233-e0a53873b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:31:50.663091 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Attempting to bind port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da on network fb747935-0d64-49e4-9d23-9a642d3ab323 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:31:50.668879 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:31:50.669511 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Checking segment: {'id': 'f0b22b0a-059b-4e5f-a233-e0a53873b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:31:50.670080 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:50.670632 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Bound using segment: {'id': 'f0b22b0a-059b-4e5f-a233-e0a53873b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:31:50.671279 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Bound port: 0650a06d-73ee-40b8-9dd2-4d9437b2d9da, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b22b0a-059b-4e5f-a233-e0a53873b206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:31:50.671821 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:50.750277 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] For port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:31:50.755407 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] For port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=0650a06d-73ee-40b8-9dd2-4d9437b2d9da,segment=NetworkSegment(f0b22b0a-059b-4e5f-a233-e0a53873b206),segment_id=f0b22b0a-059b-4e5f-a233-e0a53873b206)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:31:50.763673 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:50.860310 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fed80-7ded-40fd-b848-6b7dccac51a1 None None] Pushing event updated for resources: {'Port': ['ID=0650a06d-73ee-40b8-9dd2-4d9437b2d9da,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:50.920094 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Routers {'2723a402-0e21-4fdd-a81f-8ccdcbe01d48'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:31:50.920841 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:31:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['2723a402-0e21-4fdd-a81f-8ccdcbe01d48'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:51.200543 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:31:51.227639 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:31:51.228106 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 5291871d-d35f-4675-83d2-c9e6e8b8b0a7 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:31:51.237134 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] Set router 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:31:51.459005 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'name': 'tempest-TestMinimumBasicScenario-1225564707-router', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:31:46Z', 'revision_number': 4, 'project_id': '399bc0992f8345dc819651c2a655d5ff', 'gw_port': {'id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '0650a06d-73ee-40b8-9dd2-4d9437b2d9da', 'name': '', 'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'mac_address': 'fa:16:3e:c3:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd1ee16e2-7b24-4a0c-a86e-97b0c14cbbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:46Z', 'updated_at': '2021-08-31T18:31:50Z', 'revision_number': 4, 'project_id': '399bc0992f8345dc819651c2a655d5ff', 'subnets': [{'id': 'd1ee16e2-7b24-4a0c-a86e-97b0c14cbbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:31:51.495757 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14a09f-e93d-4e75-ba6e-202f196a7aeb None None] The sync data for ids ['2723a402-0e21-4fdd-a81f-8ccdcbe01d48'] in dv-cinder-805887-9-iscsi is: [{'id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'name': 'tempest-TestMinimumBasicScenario-1225564707-router', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:31:46Z', 'revision_number': 4, 'project_id': '399bc0992f8345dc819651c2a655d5ff', 'gw_port': {'id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '0650a06d-73ee-40b8-9dd2-4d9437b2d9da', 'name': '', 'network_id': 'fb747935-0d64-49e4-9d23-9a642d3ab323', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'mac_address': 'fa:16:3e:c3:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd1ee16e2-7b24-4a0c-a86e-97b0c14cbbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:46Z', 'updated_at': '2021-08-31T18:31:50Z', 'revision_number': 4, 'project_id': '399bc0992f8345dc819651c2a655d5ff', 'subnets': [{'id': 'd1ee16e2-7b24-4a0c-a86e-97b0c14cbbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:31:51.781125 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe84cd-e7ee-4d22-aea5-9faab2dd68cb req-99db8460-5801-4de7-98c1-af92bb44022d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:51.782933 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-40fe84cd-e7ee-4d22-aea5-9faab2dd68cb req-99db8460-5801-4de7-98c1-af92bb44022d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0676618 Aug 31 18:31:51.827987 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-40fe84cd-e7ee-4d22-aea5-9faab2dd68cb req-935f1840-3059-4ec4-8bc1-71f1c207a9c7 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384779 Aug 31 18:31:52.165996 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cea343d0-385c-4ba4-b661-d115c31c9c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:52.496227 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd181388-a123-4793-953f-82e2247994f4 req-6cdc50ad-48b4-479b-b974-7b2d85141763 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:52.498033 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fd181388-a123-4793-953f-82e2247994f4 req-6cdc50ad-48b4-479b-b974-7b2d85141763 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 945 time: 0.0511861 Aug 31 18:31:52.548996 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:52.556995 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fd181388-a123-4793-953f-82e2247994f4 req-d734490f-ac28-454f-ad12-79cd10875814 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516253 Aug 31 18:31:52.983129 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862213f-0c8a-4168-8a61-8245f1066186 req-a156017c-e2a0-4bd9-9a84-223a8552d4f0 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:52.992276 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2862213f-0c8a-4168-8a61-8245f1066186 req-a156017c-e2a0-4bd9-9a84-223a8552d4f0 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0811970 Aug 31 18:31:53.045002 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2862213f-0c8a-4168-8a61-8245f1066186 req-88eea701-772f-4444-8075-f2f5f716f7c7 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443933 Aug 31 18:31:53.093489 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:31:53.187941 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:53.218299 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 0650a06d-73ee-40b8-9dd2-4d9437b2d9da up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:53.277292 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:31:53.281856 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:53.282449 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:53.385050 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:53.421062 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=0650a06d-73ee-40b8-9dd2-4d9437b2d9da,segment=NetworkSegment(f0b22b0a-059b-4e5f-a233-e0a53873b206),segment_id=f0b22b0a-059b-4e5f-a233-e0a53873b206)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:53.425936 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:53.475862 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=0650a06d-73ee-40b8-9dd2-4d9437b2d9da,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:53.733882 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8991cd-46ab-4cfb-ae38-2fef4f84f7dc req-1f739fe4-63dc-45ae-908d-b1c65bf3cd27 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:53.735556 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5c8991cd-46ab-4cfb-ae38-2fef4f84f7dc req-1f739fe4-63dc-45ae-908d-b1c65bf3cd27 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 945 time: 0.0741901 Aug 31 18:31:53.780086 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5c8991cd-46ab-4cfb-ae38-2fef4f84f7dc req-3ac23c8e-f827-46f0-8f3b-892c7769cbad tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386541 Aug 31 18:31:54.157557 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd70d-f31b-4a57-8a24-cf9b7fb8b93b req-36dbd694-22f9-4959-9834-e3f6e1e09ba3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:54.159143 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ff6bd70d-f31b-4a57-8a24-cf9b7fb8b93b req-36dbd694-22f9-4959-9834-e3f6e1e09ba3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0507033 Aug 31 18:31:54.209224 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ff6bd70d-f31b-4a57-8a24-cf9b7fb8b93b req-b88ac431-cce8-4358-a3e6-4aea13ae4758 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440316 Aug 31 18:31:54.904651 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:54.916374 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c823f8-2c6f-4279-b82a-564c69570c30 req-bd95fbd2-d472-46b7-bfe9-08482ed09acc tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:54.918056 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9c823f8-2c6f-4279-b82a-564c69570c30 req-bd95fbd2-d472-46b7-bfe9-08482ed09acc tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 945 time: 0.0638115 Aug 31 18:31:55.002385 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9c823f8-2c6f-4279-b82a-564c69570c30 req-52515283-c3e9-4ebf-9262-1eea184f9202 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778422 Aug 31 18:31:55.024801 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39d079-ab42-48d2-99f3-d7dce5770f53 req-24b1254b-da79-486e-ba9d-93fb0b2ae46d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:55.024801 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2e39d079-ab42-48d2-99f3-d7dce5770f53 req-24b1254b-da79-486e-ba9d-93fb0b2ae46d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 945 time: 0.0760963 Aug 31 18:31:55.122188 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-2e39d079-ab42-48d2-99f3-d7dce5770f53 req-4ba4fb93-571b-438b-b13b-7c656f352614 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Deleting port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:31:55.122602 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2e39d079-ab42-48d2-99f3-d7dce5770f53 req-4ba4fb93-571b-438b-b13b-7c656f352614 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:55.179965 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 0650a06d-73ee-40b8-9dd2-4d9437b2d9da up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:31:55.247060 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:31:55.247685 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:55.247801 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-2e39d079-ab42-48d2-99f3-d7dce5770f53 req-4ba4fb93-571b-438b-b13b-7c656f352614 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] For port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=139403a0-f4bc-4f27-915a-a1d4ba0f28ef,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:55.248251 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2e39d079-ab42-48d2-99f3-d7dce5770f53 req-4ba4fb93-571b-438b-b13b-7c656f352614 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:55.265828 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-2e39d079-ab42-48d2-99f3-d7dce5770f53 req-4ba4fb93-571b-438b-b13b-7c656f352614 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Calling delete_port for 139403a0-f4bc-4f27-915a-a1d4ba0f28ef owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:31:55.374934 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57878b-bcad-44a5-9a3f-229ad4b4c98e req-2f9a803c-0428-4af7-b307-d2c186d90274 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:55.376436 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dd57878b-bcad-44a5-9a3f-229ad4b4c98e req-2f9a803c-0428-4af7-b307-d2c186d90274 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0675814 Aug 31 18:31:55.431462 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dd57878b-bcad-44a5-9a3f-229ad4b4c98e req-f6b4652b-5dce-4146-a242-cd3d996c6eb6 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474067 Aug 31 18:31:55.495446 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2e39d079-ab42-48d2-99f3-d7dce5770f53 req-4ba4fb93-571b-438b-b13b-7c656f352614 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:55.513257 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['1d9b4d2c-7f97-4195-adb9-cf86e7d8d147', '75d7a43a-7539-4866-aa7d-5110b2ac0ae2', '139403a0-f4bc-4f27-915a-a1d4ba0f28ef'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:31:55.526567 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4fb93-571b-438b-b13b-7c656f352614 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Pushing event deleted for resources: {'Port': ['ID=139403a0-f4bc-4f27-915a-a1d4ba0f28ef,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:55.577735 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e39d079-ab42-48d2-99f3-d7dce5770f53 req-4ba4fb93-571b-438b-b13b-7c656f352614 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] No DVR routers for this DVR port 139403a0-f4bc-4f27-915a-a1d4ba0f28ef on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:31:55.580719 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2e39d079-ab42-48d2-99f3-d7dce5770f53 req-4ba4fb93-571b-438b-b13b-7c656f352614 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:55.583393 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2e39d079-ab42-48d2-99f3-d7dce5770f53 req-4ba4fb93-571b-438b-b13b-7c656f352614 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "DELETE /v2.0/ports/139403a0-f4bc-4f27-915a-a1d4ba0f28ef HTTP/1.1" status: 204 len: 173 time: 0.5548658 Aug 31 18:31:55.584771 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c20cab-39fc-4fca-9201-be56583e6f4b', 'name': 'network-vif-deleted', 'tag': '139403a0-f4bc-4f27-915a-a1d4ba0f28ef'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:31:55.587497 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4410233f-f33f-4c07-bbf5-fdcd166315f0" -d '{"events": [{"server_uuid": "69c20cab-39fc-4fca-9201-be56583e6f4b", "name": "network-vif-deleted", "tag": "139403a0-f4bc-4f27-915a-a1d4ba0f28ef"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:31:55.639967 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9328e80a-e972-4cdf-9aea-e2b5443e394e x-openstack-request-id: req-9328e80a-e972-4cdf-9aea-e2b5443e394e {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:31:55.640698 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c20cab-39fc-4fca-9201-be56583e6f4b", "name": "network-vif-deleted", "tag": "139403a0-f4bc-4f27-915a-a1d4ba0f28ef", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:31:55.641145 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9328e80a-e972-4cdf-9aea-e2b5443e394e {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:31:55.641718 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c20cab-39fc-4fca-9201-be56583e6f4b', 'name': 'network-vif-deleted', 'tag': '139403a0-f4bc-4f27-915a-a1d4ba0f28ef', 'status': 'completed', 'code': 200} Aug 31 18:31:55.708205 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:56.133908 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-378f2733-82ab-42cd-a03f-b4476203fcd8 req-a87cc88a-d362-4c06-98c2-605d83fba6f6 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=69c20cab-39fc-4fca-9201-be56583e6f4b HTTP/1.1" status: 200 len: 210 time: 0.0400298 Aug 31 18:31:56.562267 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5a343-9fc5-4a20-b322-399ae04add8d req-dbe562f4-a1a0-434f-973c-3aeba41a6672 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:56.563783 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fcd5a343-9fc5-4a20-b322-399ae04add8d req-dbe562f4-a1a0-434f-973c-3aeba41a6672 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0553865 Aug 31 18:31:56.610569 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fcd5a343-9fc5-4a20-b322-399ae04add8d req-e963fa71-538b-47a2-91ae-f2c73c5fed63 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386519 Aug 31 18:31:57.473006 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111ebd8-95d2-4368-b8a4-5fef18d2d37c req-58904593-e1ee-478a-b28e-51b08e73a804 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:57.474654 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6111ebd8-95d2-4368-b8a4-5fef18d2d37c req-58904593-e1ee-478a-b28e-51b08e73a804 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 945 time: 0.0552225 Aug 31 18:31:57.514881 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6111ebd8-95d2-4368-b8a4-5fef18d2d37c req-7beb5baa-ed58-4f69-b70e-6d45b0d16478 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339580 Aug 31 18:31:57.737115 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb1a6b-5994-46cd-a5d5-811a64e6e612 req-f5cd5736-a961-45ef-a652-ba076ce1ff02 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:57.738729 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cbfb1a6b-5994-46cd-a5d5-811a64e6e612 req-f5cd5736-a961-45ef-a652-ba076ce1ff02 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0548487 Aug 31 18:31:57.778013 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cbfb1a6b-5994-46cd-a5d5-811a64e6e612 req-34395328-5bf2-4809-868f-e86f80c4fd01 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332136 Aug 31 18:31:58.345824 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-fa7fbf4e-e5d6-4a18-a428-439fcfe4327d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:58.347845 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-fa7fbf4e-e5d6-4a18-a428-439fcfe4327d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/networks?id=0b17948e-771b-4b03-81f6-1a9232b2cd6e HTTP/1.1" status: 200 len: 815 time: 0.1027207 Aug 31 18:31:58.362543 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-27b9caef-8460-4ccc-916e-32d72f09044d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/quotas/0434fd91cbb8442d8de57e11a044033f HTTP/1.1" status: 200 len: 375 time: 0.0088189 Aug 31 18:31:58.412770 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-41dee189-55d3-4be6-9ffc-bbfbfb825230 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0434fd91cbb8442d8de57e11a044033f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448136 Aug 31 18:31:58.509619 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-395608de-a340-4694-aa94-c9e06b74a504 service neutron] 10.222.0.35 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854914 Aug 31 18:31:58.624272 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-7ff2dcba-317e-43aa-8be9-7f43efa8f0bf service neutron] 10.222.0.35 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086750 Aug 31 18:31:58.644816 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd9494-ba65-472c-ae2b-bb28e6d2262f req-d604d0c3-58dc-41b3-b2ef-b99b3d8b7e89 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:58.646310 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d9fd9494-ba65-472c-ae2b-bb28e6d2262f req-d604d0c3-58dc-41b3-b2ef-b99b3d8b7e89 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 945 time: 0.0627954 Aug 31 18:31:58.683029 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d9fd9494-ba65-472c-ae2b-bb28e6d2262f req-d23fe58d-cf51-4d33-91f5-9698a8e771aa tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308449 Aug 31 18:31:58.781483 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-851c6bfd-11a1-4f03-9402-907d46368b1d req-e5deced5-5768-41a6-9c4d-dc81e41682b0 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 210 time: 0.0261292 Aug 31 18:31:58.895506 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3187890-bd7a-4b97-92f6-623f644df9ba req-e882399b-1f2d-49f4-bb59-20b0cbf53810 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:58.902545 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a3187890-bd7a-4b97-92f6-623f644df9ba req-e882399b-1f2d-49f4-bb59-20b0cbf53810 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0558848 Aug 31 18:31:58.942445 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a3187890-bd7a-4b97-92f6-623f644df9ba req-0d72b371-b981-4227-8008-8182decd5de5 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388174 Aug 31 18:31:59.109705 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9310d-db6d-4743-9291-2b28ca5fc236 req-77cb24f2-993b-468c-8932-a2082c5fb3fd tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:59.111178 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-56b9310d-db6d-4743-9291-2b28ca5fc236 req-77cb24f2-993b-468c-8932-a2082c5fb3fd tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 945 time: 0.0536878 Aug 31 18:31:59.204828 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-56b9310d-db6d-4743-9291-2b28ca5fc236 req-fb12d1ce-6e83-4f77-96f6-c1723cdbc13c tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Deleting port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:31:59.205173 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-56b9310d-db6d-4743-9291-2b28ca5fc236 req-fb12d1ce-6e83-4f77-96f6-c1723cdbc13c tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:59.253706 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 139403a0-f4bc-4f27-915a-a1d4ba0f28ef no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:31:59.276635 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: 139403a0-f4bc-4f27-915a-a1d4ba0f28ef {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:31:59.277102 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 139403a0-f4bc-4f27-915a-a1d4ba0f28ef not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:31:59.304093 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-56b9310d-db6d-4743-9291-2b28ca5fc236 req-fb12d1ce-6e83-4f77-96f6-c1723cdbc13c tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] For port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=75d7a43a-7539-4866-aa7d-5110b2ac0ae2,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:31:59.304463 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-56b9310d-db6d-4743-9291-2b28ca5fc236 req-fb12d1ce-6e83-4f77-96f6-c1723cdbc13c tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:59.317926 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-56b9310d-db6d-4743-9291-2b28ca5fc236 req-fb12d1ce-6e83-4f77-96f6-c1723cdbc13c tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Calling delete_port for 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:31:59.436951 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-56b9310d-db6d-4743-9291-2b28ca5fc236 req-fb12d1ce-6e83-4f77-96f6-c1723cdbc13c tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:59.449728 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['1d9b4d2c-7f97-4195-adb9-cf86e7d8d147', '75d7a43a-7539-4866-aa7d-5110b2ac0ae2'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:31:59.469875 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12d1ce-6e83-4f77-96f6-c1723cdbc13c tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Pushing event deleted for resources: {'Port': ['ID=75d7a43a-7539-4866-aa7d-5110b2ac0ae2,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:31:59.513787 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b9310d-db6d-4743-9291-2b28ca5fc236 req-fb12d1ce-6e83-4f77-96f6-c1723cdbc13c tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] No DVR routers for this DVR port 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:31:59.516668 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-56b9310d-db6d-4743-9291-2b28ca5fc236 req-fb12d1ce-6e83-4f77-96f6-c1723cdbc13c tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:31:59.519731 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-56b9310d-db6d-4743-9291-2b28ca5fc236 req-fb12d1ce-6e83-4f77-96f6-c1723cdbc13c tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "DELETE /v2.0/ports/75d7a43a-7539-4866-aa7d-5110b2ac0ae2 HTTP/1.1" status: 204 len: 173 time: 0.4009573 Aug 31 18:31:59.520187 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec923e45-173b-4279-86db-faa7138b1356', 'name': 'network-vif-deleted', 'tag': '75d7a43a-7539-4866-aa7d-5110b2ac0ae2'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:31:59.522472 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf6a358-4b26-4183-b15a-3e34e085631e" -d '{"events": [{"server_uuid": "ec923e45-173b-4279-86db-faa7138b1356", "name": "network-vif-deleted", "tag": "75d7a43a-7539-4866-aa7d-5110b2ac0ae2"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:31:59.559299 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c82fbd-f307-4924-8842-d0484f218dde x-openstack-request-id: req-61c82fbd-f307-4924-8842-d0484f218dde {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:31:59.559826 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec923e45-173b-4279-86db-faa7138b1356", "name": "network-vif-deleted", "tag": "75d7a43a-7539-4866-aa7d-5110b2ac0ae2", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:31:59.560141 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61c82fbd-f307-4924-8842-d0484f218dde {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:31:59.560628 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec923e45-173b-4279-86db-faa7138b1356', 'name': 'network-vif-deleted', 'tag': '75d7a43a-7539-4866-aa7d-5110b2ac0ae2', 'status': 'completed', 'code': 200} Aug 31 18:31:59.805141 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63375148-7038-4a86-a484-d17712c256c6 req-836ec23b-4597-43a2-aa0c-fa57cf8aa6c4 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec923e45-173b-4279-86db-faa7138b1356 HTTP/1.1" status: 200 len: 210 time: 0.0339193 Aug 31 18:31:59.822553 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-7f3ea9a8-2ec1-42b9-a95e-174fb919e047 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:31:59.824035 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-7f3ea9a8-2ec1-42b9-a95e-174fb919e047 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.50 "GET /v2.0/networks?id=0b17948e-771b-4b03-81f6-1a9232b2cd6e HTTP/1.1" status: 200 len: 815 time: 0.1462715 Aug 31 18:31:59.855873 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Request body: {'port': {'device_id': '21c39504-ee88-491a-ac62-e811881db8d6', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'admin_state_up': True, 'tenant_id': '0434fd91cbb8442d8de57e11a044033f'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:31:59.919041 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fa3492e6-1e40-459c-b62f-8967b543bdd1 req-d38cea00-06d1-43b7-8906-ec3f9b01222f tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 210 time: 0.0596690 Aug 31 18:31:59.985574 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Made reservation on behalf of 0434fd91cbb8442d8de57e11a044033f for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:31:59.989175 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:00.121719 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738afc7-c813-4c9d-9f5d-2c71ba55a3e4 req-286d500f-029d-4972-b5df-471ce7493cd3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:00.123237 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0738afc7-c813-4c9d-9f5d-2c71ba55a3e4 req-286d500f-029d-4972-b5df-471ce7493cd3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1072636 Aug 31 18:32:00.201766 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0738afc7-c813-4c9d-9f5d-2c71ba55a3e4 req-3e941afd-7422-468c-be6f-728ede1823d4 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577049 Aug 31 18:32:00.207404 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Allocated IP 172.20.0.5 (0b17948e-771b-4b03-81f6-1a9232b2cd6e/16b2a05a-b8be-49ba-adb1-a710ed7cb513/db5281fd-9c01-4b03-bc8e-9c06149143dc) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:32:00.417369 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:00.436761 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Transition to ACTIVE for port object db5281fd-9c01-4b03-bc8e-9c06149143dc will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:32:00.470791 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:00.747537 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Network 0b17948e-771b-4b03-81f6-1a9232b2cd6e is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:32:00.750512 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:32:00.754963 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:32:00.761363 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event updated for resources: {'Port': ['ID=db5281fd-9c01-4b03-bc8e-9c06149143dc,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:00.807401 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:00.808052 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:00.824243 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-a9df94ee-4b32-4158-a723-949ff3e5fb7d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9727542 Aug 31 18:32:00.993600 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-063e7c1d-3156-4ab2-8fe3-a864090af742 None None] Provisioning for port db5281fd-9c01-4b03-bc8e-9c06149143dc completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:32:01.004575 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-063e7c1d-3156-4ab2-8fe3-a864090af742 None None] Provisioning complete for port db5281fd-9c01-4b03-bc8e-9c06149143dc triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:32:01.005072 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-063e7c1d-3156-4ab2-8fe3-a864090af742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:01.046394 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-063e7c1d-3156-4ab2-8fe3-a864090af742 None None] Port db5281fd-9c01-4b03-bc8e-9c06149143dc cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:32:01.059555 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69589091-79ff-488f-9d09-476fe3bbc341 req-61ad3173-9c3b-47a9-ba80-25addd7b7f31 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:01.061095 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69589091-79ff-488f-9d09-476fe3bbc341 req-61ad3173-9c3b-47a9-ba80-25addd7b7f31 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 931 time: 0.0585825 Aug 31 18:32:01.102394 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69589091-79ff-488f-9d09-476fe3bbc341 req-1672b7bf-cd84-4458-acf0-f061bc5e836d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349934 Aug 31 18:32:01.356136 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9f76b-ca8d-4351-a49a-80838fb57615 req-a9d975dd-ad3a-4bc9-aea4-905c37c3dba4 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:01.357853 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-68c9f76b-ca8d-4351-a49a-80838fb57615 req-a9d975dd-ad3a-4bc9-aea4-905c37c3dba4 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0618122 Aug 31 18:32:01.395852 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-68c9f76b-ca8d-4351-a49a-80838fb57615 req-6c683b3d-3e38-4aab-a214-d42dc20b09a2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320232 Aug 31 18:32:02.258615 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceae331-1cb1-4ebc-aa16-13a2c62ce352 req-4229c819-62f2-4cd3-a95d-83cc3d9d9351 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:02.260274 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ceae331-1cb1-4ebc-aa16-13a2c62ce352 req-4229c819-62f2-4cd3-a95d-83cc3d9d9351 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 931 time: 0.0790970 Aug 31 18:32:02.275108 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b1636-e8ab-44e2-838d-56b71e3e9919 req-6048bed7-4d86-4e11-851b-72a1e25f8ede tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:02.276663 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d84b1636-e8ab-44e2-838d-56b71e3e9919 req-6048bed7-4d86-4e11-851b-72a1e25f8ede tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0692160 Aug 31 18:32:02.332362 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ceae331-1cb1-4ebc-aa16-13a2c62ce352 req-8ea32c77-de67-4521-950a-60ce5d9b9939 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652590 Aug 31 18:32:02.337115 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d84b1636-e8ab-44e2-838d-56b71e3e9919 req-75ad53ac-500e-4fec-81f1-383e69012c06 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545764 Aug 31 18:32:02.512861 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfa805-ff31-4853-8ae7-99cc71dd394a req-7c507b0e-ef81-4b9e-83a3-8fd0d538210e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:02.514246 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d8bfa805-ff31-4853-8ae7-99cc71dd394a req-7c507b0e-ef81-4b9e-83a3-8fd0d538210e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0518360 Aug 31 18:32:02.565229 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d8bfa805-ff31-4853-8ae7-99cc71dd394a req-2714b235-bf09-497e-9cee-342cc83c4bbf tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425208 Aug 31 18:32:03.294752 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:32:03.318695 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:32:03.319042 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 75d7a43a-7539-4866-aa7d-5110b2ac0ae2 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:32:03.491482 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b8b6c-00ef-4257-9e13-afc3f6706874 req-6fe726dd-e70b-4d38-b320-c14d40dea5ac tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:03.492992 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-296b8b6c-00ef-4257-9e13-afc3f6706874 req-6fe726dd-e70b-4d38-b320-c14d40dea5ac tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 931 time: 0.0896873 Aug 31 18:32:03.500868 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a8d93-1106-43f0-afb6-d8f3916dfffc req-25168ebc-9264-4e5f-833c-588e5d22b34b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:03.502213 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-061a8d93-1106-43f0-afb6-d8f3916dfffc req-25168ebc-9264-4e5f-833c-588e5d22b34b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0903866 Aug 31 18:32:03.560072 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-296b8b6c-00ef-4257-9e13-afc3f6706874 req-369cb129-7e15-4663-9101-ccc5aa9d521d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569270 Aug 31 18:32:03.562939 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-061a8d93-1106-43f0-afb6-d8f3916dfffc req-c07b30dc-e3ed-4ace-a7bf-2e9b5493f595 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534019 Aug 31 18:32:03.674994 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96729b8e-05b8-4552-9177-2bce1bc58195 req-5c4591f2-3f16-420d-8171-1ed6441a4866 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:03.677015 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96729b8e-05b8-4552-9177-2bce1bc58195 req-5c4591f2-3f16-420d-8171-1ed6441a4866 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0485075 Aug 31 18:32:03.715134 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96729b8e-05b8-4552-9177-2bce1bc58195 req-6e69acbb-3623-4493-82e5-030dc8019c25 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316644 Aug 31 18:32:04.707735 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528090ca-873b-4ff4-ac86-8ded4ff4faac req-c1cd562e-77a0-49aa-8fee-818353366b87 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:04.709287 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-528090ca-873b-4ff4-ac86-8ded4ff4faac req-c1cd562e-77a0-49aa-8fee-818353366b87 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 931 time: 0.0832105 Aug 31 18:32:04.719696 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5b120-a8ca-4ad2-842a-7b15fd149755 req-e98c470b-6811-40de-a097-238e11ccb225 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:04.721100 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0fa5b120-a8ca-4ad2-842a-7b15fd149755 req-e98c470b-6811-40de-a097-238e11ccb225 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0855680 Aug 31 18:32:04.778710 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-528090ca-873b-4ff4-ac86-8ded4ff4faac req-5900e6d6-3833-4c5d-b65c-dea97aa322a9 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566590 Aug 31 18:32:04.783886 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0fa5b120-a8ca-4ad2-842a-7b15fd149755 req-e047c67a-af9d-46a1-ba22-f187c35f6edf tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554686 Aug 31 18:32:04.901391 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ec9e0-1f1e-408f-bfa3-12b07402ffde req-4e0330c3-0c14-496d-9b70-3bb36ed12478 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:04.902765 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-155ec9e0-1f1e-408f-bfa3-12b07402ffde req-4e0330c3-0c14-496d-9b70-3bb36ed12478 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0488610 Aug 31 18:32:04.940194 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-155ec9e0-1f1e-408f-bfa3-12b07402ffde req-34065bc4-8c1c-4017-906a-d4c896bc93c3 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Aug 31 18:32:05.940292 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f557a3-a6bb-4d2e-94a3-1c1fc154774e req-201288fc-f738-4bdb-a962-e236fed2bf72 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:05.942404 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-83f557a3-a6bb-4d2e-94a3-1c1fc154774e req-201288fc-f738-4bdb-a962-e236fed2bf72 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 931 time: 0.0951812 Aug 31 18:32:05.973607 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6ee71-f3b5-4a1a-8e84-3641bab5bd61 req-096d3e3e-f6a1-464b-87ad-bff0ef3568dd tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:05.975079 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-73b6ee71-f3b5-4a1a-8e84-3641bab5bd61 req-096d3e3e-f6a1-464b-87ad-bff0ef3568dd tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0902092 Aug 31 18:32:06.007980 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-83f557a3-a6bb-4d2e-94a3-1c1fc154774e req-443ca915-1437-4344-b8c1-849ed5994c3e tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588386 Aug 31 18:32:06.049772 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-73b6ee71-f3b5-4a1a-8e84-3641bab5bd61 req-acfd4556-104e-4d4d-bcf6-ceabcb608182 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676773 Aug 31 18:32:06.172842 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e06a59-9c82-42bd-b873-38f5edf1c972 req-5dcc5c24-7751-4681-8ff3-15cb2ed0e688 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:06.174387 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e0e06a59-9c82-42bd-b873-38f5edf1c972 req-5dcc5c24-7751-4681-8ff3-15cb2ed0e688 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1027141 Aug 31 18:32:06.212044 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e0e06a59-9c82-42bd-b873-38f5edf1c972 req-75fc1be1-a399-4f61-b6da-5a72de406710 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Aug 31 18:32:07.140776 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3170e-013d-42b6-85a3-0ffe9432d901 req-59bfc3d8-83f1-44fc-b102-ad157b09fdbf tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:07.142610 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbe3170e-013d-42b6-85a3-0ffe9432d901 req-59bfc3d8-83f1-44fc-b102-ad157b09fdbf tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 931 time: 0.0621440 Aug 31 18:32:07.212874 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbe3170e-013d-42b6-85a3-0ffe9432d901 req-c000f84e-8a8f-41bb-8416-e6567dd4792d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598302 Aug 31 18:32:07.223511 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c30ec-74a8-4920-a5c6-2a904f817135 req-5fda2516-3edb-4500-abc0-e2afbdf16296 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:07.225021 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f07c30ec-74a8-4920-a5c6-2a904f817135 req-5fda2516-3edb-4500-abc0-e2afbdf16296 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0812728 Aug 31 18:32:07.271484 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f07c30ec-74a8-4920-a5c6-2a904f817135 req-dbd68012-c237-49f1-a9c5-4cd9854d302d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399776 Aug 31 18:32:07.343148 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c519c-0b63-42a1-b0a3-c683faba1e33 req-0af0245f-8548-4cba-a578-0ee785a50b8f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:07.344780 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-850c519c-0b63-42a1-b0a3-c683faba1e33 req-0af0245f-8548-4cba-a578-0ee785a50b8f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0544765 Aug 31 18:32:07.383379 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-850c519c-0b63-42a1-b0a3-c683faba1e33 req-0b548c36-5a4e-4794-b399-1a043d6f3841 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326042 Aug 31 18:32:08.362927 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87922b78-416e-4781-9fd8-7104f5db7387 req-6fc67558-8c43-4131-9c18-465d71c68e36 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:08.364455 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-87922b78-416e-4781-9fd8-7104f5db7387 req-6fc67558-8c43-4131-9c18-465d71c68e36 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 931 time: 0.0620980 Aug 31 18:32:08.419296 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-87922b78-416e-4781-9fd8-7104f5db7387 req-3fb7f4be-e0b7-4107-8b62-1bf59e45148a tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412202 Aug 31 18:32:08.427393 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2ebaf-0ac7-4597-bc4e-e68881361633 req-a47c2896-17f9-4f03-9c50-a0a530d737ae tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:08.428819 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cfb2ebaf-0ac7-4597-bc4e-e68881361633 req-a47c2896-17f9-4f03-9c50-a0a530d737ae tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0907378 Aug 31 18:32:08.485071 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cfb2ebaf-0ac7-4597-bc4e-e68881361633 req-a13b4e23-7296-4f1d-9c8c-fadca4531081 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499053 Aug 31 18:32:08.536385 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd00364-fd27-4e90-9881-6a8eb47988c1 req-b5992a0f-c8a5-4ca8-a159-9844c3c79a12 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:08.537920 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-efd00364-fd27-4e90-9881-6a8eb47988c1 req-b5992a0f-c8a5-4ca8-a159-9844c3c79a12 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0516775 Aug 31 18:32:08.575916 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-efd00364-fd27-4e90-9881-6a8eb47988c1 req-d60db788-5dbc-48a3-ba04-fa89f5d9445a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Aug 31 18:32:09.539890 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435789b7-dd6d-442f-9f52-d4966d7520b8 req-09aaa77a-0b09-4d67-b7b0-a9f2b683b496 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:09.541433 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-435789b7-dd6d-442f-9f52-d4966d7520b8 req-09aaa77a-0b09-4d67-b7b0-a9f2b683b496 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 931 time: 0.0565193 Aug 31 18:32:09.607057 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-435789b7-dd6d-442f-9f52-d4966d7520b8 req-16091c68-6527-4e79-a229-c0894c518698 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597870 Aug 31 18:32:09.620445 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb954b20-e1e8-4bc1-b2ed-89e1c33ec34e req-6c7fc8fc-45c5-498c-a33c-165aa8cb2895 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:09.626551 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fb954b20-e1e8-4bc1-b2ed-89e1c33ec34e req-6c7fc8fc-45c5-498c-a33c-165aa8cb2895 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0727191 Aug 31 18:32:09.665064 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fb954b20-e1e8-4bc1-b2ed-89e1c33ec34e req-822af34d-86f7-4f69-8ac6-c7d0d8d43d81 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372646 Aug 31 18:32:09.719600 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf40a48-1fbc-4098-a4bb-69aae20c1658 req-1634f67c-96bc-4b44-bfba-c536dbfff9cf tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:09.721093 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aaf40a48-1fbc-4098-a4bb-69aae20c1658 req-1634f67c-96bc-4b44-bfba-c536dbfff9cf tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0506864 Aug 31 18:32:09.762857 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aaf40a48-1fbc-4098-a4bb-69aae20c1658 req-4852ccca-bac7-4d7e-aaf7-e6a8008f232f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342271 Aug 31 18:32:10.731461 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca321312-8200-42bb-b453-6e488049a4ea req-ecbba9e9-8aec-4188-a481-beb63999db76 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:10.733076 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ca321312-8200-42bb-b453-6e488049a4ea req-ecbba9e9-8aec-4188-a481-beb63999db76 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 931 time: 0.0579362 Aug 31 18:32:10.805097 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ca321312-8200-42bb-b453-6e488049a4ea req-6ee565a3-64e2-4215-bf3e-185e354cc274 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642395 Aug 31 18:32:10.817161 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6e1a3-4257-422a-9d8d-e39695c364fe req-54eab156-4c9d-481f-a4f7-38dd1ebf7eb8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:10.818646 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cba6e1a3-4257-422a-9d8d-e39695c364fe req-54eab156-4c9d-481f-a4f7-38dd1ebf7eb8 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0790682 Aug 31 18:32:10.870122 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cba6e1a3-4257-422a-9d8d-e39695c364fe req-c9ca70b4-5e2e-4c66-83ac-36d542090df9 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446033 Aug 31 18:32:10.939261 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164e16-4512-4f6d-8436-9ed72e5b5865 req-daed3655-4e16-4774-b748-8ae0db8085e2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:10.940770 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f4164e16-4512-4f6d-8436-9ed72e5b5865 req-daed3655-4e16-4774-b748-8ae0db8085e2 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0607474 Aug 31 18:32:10.981104 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f4164e16-4512-4f6d-8436-9ed72e5b5865 req-210a0206-5d43-4d18-803a-afa57c988298 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343485 Aug 31 18:32:11.923804 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce18878-b3b4-42c0-88d3-4683ed91d130 req-fe4a2d6a-326b-431e-83f3-f37afcc7b5bb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:11.926614 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ce18878-b3b4-42c0-88d3-4683ed91d130 req-fe4a2d6a-326b-431e-83f3-f37afcc7b5bb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 931 time: 0.0539651 Aug 31 18:32:11.994129 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ce18878-b3b4-42c0-88d3-4683ed91d130 req-fbeecc29-0387-4bca-b88a-2bcb825c433e tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594926 Aug 31 18:32:12.010440 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa3922-4bce-490d-871b-a192f1ba0a79 req-9166eab6-013b-42fb-8936-23db9c324cca tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:12.011931 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-67fa3922-4bce-490d-871b-a192f1ba0a79 req-9166eab6-013b-42fb-8936-23db9c324cca tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0700736 Aug 31 18:32:12.067554 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-67fa3922-4bce-490d-871b-a192f1ba0a79 req-a876c24a-533f-42d1-bbb5-405c4525db47 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492468 Aug 31 18:32:12.119343 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb34189-65ba-4de2-826b-51115700b57a req-074ac28a-fd1b-42eb-b55a-50448bf38118 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:12.120861 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3bb34189-65ba-4de2-826b-51115700b57a req-074ac28a-fd1b-42eb-b55a-50448bf38118 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0523551 Aug 31 18:32:12.162783 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3bb34189-65ba-4de2-826b-51115700b57a req-4c3c0f97-b06e-4b98-ac95-2996395a1dd7 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354691 Aug 31 18:32:13.107843 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0163d8-c89d-48c0-b630-5ca0b1f42fb1 req-71c5e994-1717-4baf-8507-a1cea73f6181 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:13.109369 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9c0163d8-c89d-48c0-b630-5ca0b1f42fb1 req-71c5e994-1717-4baf-8507-a1cea73f6181 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 931 time: 0.0501840 Aug 31 18:32:13.157017 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9c0163d8-c89d-48c0-b630-5ca0b1f42fb1 req-9b0a3f4d-a3ec-4b63-993d-83deedc4872b tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Aug 31 18:32:13.193274 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61430bc1-d6e8-4f5a-9918-7c5369722be3 req-2c68f8fe-f146-43dc-9ff3-d513d273ccfa tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:13.194894 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-61430bc1-d6e8-4f5a-9918-7c5369722be3 req-2c68f8fe-f146-43dc-9ff3-d513d273ccfa tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0523353 Aug 31 18:32:13.232628 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-61430bc1-d6e8-4f5a-9918-7c5369722be3 req-8ac70a76-be59-4dc5-9f4b-56f9ae695f92 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Aug 31 18:32:13.283364 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a122fd7-de66-4b88-ba62-12973df9bc9a req-c44fd017-f5d5-4bac-ad60-4a257d48c298 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:13.284771 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8a122fd7-de66-4b88-ba62-12973df9bc9a req-c44fd017-f5d5-4bac-ad60-4a257d48c298 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0512600 Aug 31 18:32:13.325873 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8a122fd7-de66-4b88-ba62-12973df9bc9a req-0edaf47c-306e-4708-b2cb-484db62a85e8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351751 Aug 31 18:32:13.331981 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Request body: {'port': {'device_id': '21c39504-ee88-491a-ac62-e811881db8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:13.386706 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:13.650689 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5281fd-9c01-4b03-bc8e-9c06149143dc {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:32:13.657889 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:13.670015 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Transition to ACTIVE for port object db5281fd-9c01-4b03-bc8e-9c06149143dc will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:32:13.674143 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:13.725768 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Pushing event updated for resources: {'Port': ['ID=db5281fd-9c01-4b03-bc8e-9c06149143dc,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:13.791777 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Attempting to bind port db5281fd-9c01-4b03-bc8e-9c06149143dc on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:32:13.792116 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Attempting to bind port db5281fd-9c01-4b03-bc8e-9c06149143dc by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'e6b97005-8d08-401b-a9eb-6f53b9ceee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:32:13.792447 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Attempting to bind port db5281fd-9c01-4b03-bc8e-9c06149143dc on network 0b17948e-771b-4b03-81f6-1a9232b2cd6e {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:32:13.796886 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Port db5281fd-9c01-4b03-bc8e-9c06149143dc on network 0b17948e-771b-4b03-81f6-1a9232b2cd6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:32:13.797214 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Attempting to bind port db5281fd-9c01-4b03-bc8e-9c06149143dc on network 0b17948e-771b-4b03-81f6-1a9232b2cd6e {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:32:13.802665 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:32:13.803007 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Checking segment: {'id': 'e6b97005-8d08-401b-a9eb-6f53b9ceee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:32:13.803391 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Bound using segment: {'id': 'e6b97005-8d08-401b-a9eb-6f53b9ceee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:32:13.803821 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Bound port: db5281fd-9c01-4b03-bc8e-9c06149143dc, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b97005-8d08-401b-a9eb-6f53b9ceee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:32:13.804186 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:13.871873 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] For port db5281fd-9c01-4b03-bc8e-9c06149143dc, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:32:13.874865 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] For port db5281fd-9c01-4b03-bc8e-9c06149143dc, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc,segment=NetworkSegment(e6b97005-8d08-401b-a9eb-6f53b9ceee30),segment_id=e6b97005-8d08-401b-a9eb-6f53b9ceee30)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:32:13.879266 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:13.918641 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:13.919183 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:13.920586 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] 10.222.0.50 "PUT /v2.0/ports/db5281fd-9c01-4b03-bc8e-9c06149143dc HTTP/1.1" status: 200 len: 1093 time: 0.5938122 Aug 31 18:32:13.921027 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:32:13.923295 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d17369c-e53f-4338-8cad-cbca9be058fa" -d '{"events": [{"name": "network-changed", "server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:32:13.962197 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dbea0-6f58-44f4-93fe-5ecc79b38d80 service neutron] Pushing event updated for resources: {'Port': ['ID=db5281fd-9c01-4b03-bc8e-9c06149143dc,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:13.985963 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0361ae5e-0edd-4170-afc8-314e25b9b6b3 x-openstack-request-id: req-0361ae5e-0edd-4170-afc8-314e25b9b6b3 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:32:13.986253 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:32:13.986684 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0361ae5e-0edd-4170-afc8-314e25b9b6b3 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:32:13.987094 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc', 'status': 'completed', 'code': 200} Aug 31 18:32:14.037506 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-e55614bb-b01e-4c79-8f3b-773964c529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:14.039026 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-e55614bb-b01e-4c79-8f3b-773964c529e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0434fd91cbb8442d8de57e11a044033f&device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0425644 Aug 31 18:32:14.090330 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-00122c95-429d-45e6-8526-3d42027c460c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc HTTP/1.1" status: 200 len: 217 time: 0.0388834 Aug 31 18:32:14.142785 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-8c0b5756-9ab1-4220-81ea-d8fa7f042c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:14.144180 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-8c0b5756-9ab1-4220-81ea-d8fa7f042c9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16b2a05a-b8be-49ba-adb1-a710ed7cb513 HTTP/1.1" status: 200 len: 854 time: 0.0423720 Aug 31 18:32:14.194323 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-fbbf499c-25b0-4701-9db3-e8a66ecc1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:14.197149 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-fbbf499c-25b0-4701-9db3-e8a66ecc1a3e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b17948e-771b-4b03-81f6-1a9232b2cd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425436 Aug 31 18:32:14.352377 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6c40-ddcb-4dca-9c23-cc50efeed99a req-84654858-9d7a-4264-8bed-db84a4bbfb52 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:14.353901 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d45f6c40-ddcb-4dca-9c23-cc50efeed99a req-84654858-9d7a-4264-8bed-db84a4bbfb52 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 943 time: 0.1053894 Aug 31 18:32:14.357790 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-3e2a8d9c-6e1b-4490-8fa6-61b8f3256b0a service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506574 Aug 31 18:32:14.449534 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097413e0-4f04-45de-81a5-9dcd80a0ae55 req-551e907c-d96b-4b4f-9077-1cc633ff3bf1 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:14.450942 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-097413e0-4f04-45de-81a5-9dcd80a0ae55 req-551e907c-d96b-4b4f-9077-1cc633ff3bf1 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.1481600 Aug 31 18:32:14.471173 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d45f6c40-ddcb-4dca-9c23-cc50efeed99a req-f01b45e1-564a-4e0f-8e94-e7e9928b6cf9 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094842 Aug 31 18:32:14.520024 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-097413e0-4f04-45de-81a5-9dcd80a0ae55 req-a955d48b-91ae-4d0a-8a52-17b599633ad2 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615687 Aug 31 18:32:14.523617 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fbfd3d3c-7433-431d-8ae3-0d61db9a8622 req-1d10dd28-d9f4-4f7e-9d9d-aa03917bcf73 service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520593 Aug 31 18:32:14.579677 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f8cf3-21b1-47f9-bcfa-4e6c60e64e10 req-489708f0-7c51-4e75-bf8d-937ed8f960c8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:14.581185 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7b1f8cf3-21b1-47f9-bcfa-4e6c60e64e10 req-489708f0-7c51-4e75-bf8d-937ed8f960c8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0501316 Aug 31 18:32:14.646900 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7b1f8cf3-21b1-47f9-bcfa-4e6c60e64e10 req-2eb70f78-4b59-4f28-9b58-8488716c145d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575354 Aug 31 18:32:14.649416 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17369c-e53f-4338-8cad-cbca9be058fa req-8e8520a7-af49-4c68-b56f-d189ccfef14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:14.650831 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d17369c-e53f-4338-8cad-cbca9be058fa req-8e8520a7-af49-4c68-b56f-d189ccfef14f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0434fd91cbb8442d8de57e11a044033f&device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0687923 Aug 31 18:32:14.741624 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17369c-e53f-4338-8cad-cbca9be058fa req-4b027282-1e65-42ca-bf30-47aa28ef0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:14.742985 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d17369c-e53f-4338-8cad-cbca9be058fa req-4b027282-1e65-42ca-bf30-47aa28ef0f4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b17948e-771b-4b03-81f6-1a9232b2cd6e HTTP/1.1" status: 200 len: 916 time: 0.0839188 Aug 31 18:32:14.814645 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d17369c-e53f-4338-8cad-cbca9be058fa req-2c116647-8f34-4aae-a82b-03535f571db2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc HTTP/1.1" status: 200 len: 217 time: 0.0385725 Aug 31 18:32:14.865730 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17369c-e53f-4338-8cad-cbca9be058fa req-40ac5927-1adf-4cb2-9082-0084e4764390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:14.867195 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d17369c-e53f-4338-8cad-cbca9be058fa req-40ac5927-1adf-4cb2-9082-0084e4764390 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16b2a05a-b8be-49ba-adb1-a710ed7cb513 HTTP/1.1" status: 200 len: 854 time: 0.0440540 Aug 31 18:32:14.962797 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17369c-e53f-4338-8cad-cbca9be058fa req-52e6a1e8-5469-4708-9c71-a7ce7d3c02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:14.964314 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d17369c-e53f-4338-8cad-cbca9be058fa req-52e6a1e8-5469-4708-9c71-a7ce7d3c02cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b17948e-771b-4b03-81f6-1a9232b2cd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704463 Aug 31 18:32:14.970032 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385b528-4400-4033-bda5-871a7803708d req-5c91e6ae-51aa-42f7-beb3-4c49f99804e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:14.971484 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6385b528-4400-4033-bda5-871a7803708d req-5c91e6ae-51aa-42f7-beb3-4c49f99804e6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 1099 time: 0.0526469 Aug 31 18:32:15.063058 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6385b528-4400-4033-bda5-871a7803708d req-9f01bd9d-cc6d-4a13-bd94-36cb730ee9e7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825357 Aug 31 18:32:15.087868 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d17369c-e53f-4338-8cad-cbca9be058fa req-43b9fab3-2b25-476a-92de-2d9cc03a97bf service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086302 Aug 31 18:32:15.354250 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d17369c-e53f-4338-8cad-cbca9be058fa req-45a964a2-2af7-4053-9965-fe69b1530ec4 service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850654 Aug 31 18:32:15.595255 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b40dab-ef06-4182-b8bc-57b405cca102 req-d1eb1301-b3fa-467a-ade4-658896e1e887 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:15.597088 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-98b40dab-ef06-4182-b8bc-57b405cca102 req-d1eb1301-b3fa-467a-ade4-658896e1e887 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 943 time: 0.0564435 Aug 31 18:32:15.666014 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-98b40dab-ef06-4182-b8bc-57b405cca102 req-c5aaf788-802c-45f1-a337-2f1371bd667e tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592778 Aug 31 18:32:15.674760 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5966d-f21f-4303-afe4-7378b21961a2 req-5def6715-3bda-4dc9-a7a7-9e41b19acf74 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:15.676787 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81c5966d-f21f-4303-afe4-7378b21961a2 req-5def6715-3bda-4dc9-a7a7-9e41b19acf74 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0787411 Aug 31 18:32:15.746310 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81c5966d-f21f-4303-afe4-7378b21961a2 req-2231e6ac-e018-472c-8512-5f2215abbd62 tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/security-groups?id=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527799 Aug 31 18:32:15.810016 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d951d3e-7a32-4235-b795-f90cbca554f8 req-2dea0688-7986-45f1-99b7-92b4e66f3e2f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:15.811455 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4d951d3e-7a32-4235-b795-f90cbca554f8 req-2dea0688-7986-45f1-99b7-92b4e66f3e2f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 945 time: 0.0818663 Aug 31 18:32:15.818520 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4323b62-33d3-4459-b855-a45919e64e09 req-965f9285-fcc7-4fa2-8433-89ff6a7e55dc tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:15.819881 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b4323b62-33d3-4459-b855-a45919e64e09 req-965f9285-fcc7-4fa2-8433-89ff6a7e55dc tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0919743 Aug 31 18:32:15.902744 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b4323b62-33d3-4459-b855-a45919e64e09 req-88abab91-12d5-41c4-9724-b55cc6043d82 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757322 Aug 31 18:32:15.930144 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-4d951d3e-7a32-4235-b795-f90cbca554f8 req-be434db1-6442-4461-ac13-ab1f5a4173db tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Deleting port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:32:15.930483 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4d951d3e-7a32-4235-b795-f90cbca554f8 req-be434db1-6442-4461-ac13-ab1f5a4173db tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:16.022175 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-4d951d3e-7a32-4235-b795-f90cbca554f8 req-be434db1-6442-4461-ac13-ab1f5a4173db tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] For port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1d9b4d2c-7f97-4195-adb9-cf86e7d8d147,segment=NetworkSegment(ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d),segment_id=ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:16.022547 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4d951d3e-7a32-4235-b795-f90cbca554f8 req-be434db1-6442-4461-ac13-ab1f5a4173db tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:16.034699 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-4d951d3e-7a32-4235-b795-f90cbca554f8 req-be434db1-6442-4461-ac13-ab1f5a4173db tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Calling delete_port for 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:32:16.163576 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4d951d3e-7a32-4235-b795-f90cbca554f8 req-be434db1-6442-4461-ac13-ab1f5a4173db tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:16.193890 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be434db1-6442-4461-ac13-ab1f5a4173db tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Pushing event deleted for resources: {'Port': ['ID=1d9b4d2c-7f97-4195-adb9-cf86e7d8d147,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:16.237392 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d951d3e-7a32-4235-b795-f90cbca554f8 req-be434db1-6442-4461-ac13-ab1f5a4173db tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] No DVR routers for this DVR port 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:32:16.239978 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4d951d3e-7a32-4235-b795-f90cbca554f8 req-be434db1-6442-4461-ac13-ab1f5a4173db tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:16.241994 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4d951d3e-7a32-4235-b795-f90cbca554f8 req-be434db1-6442-4461-ac13-ab1f5a4173db tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.50 "DELETE /v2.0/ports/1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 HTTP/1.1" status: 204 len: 173 time: 0.4212651 Aug 31 18:32:16.242431 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af5af67-30fe-4caa-b929-e68441d3aab6', 'name': 'network-vif-deleted', 'tag': '1d9b4d2c-7f97-4195-adb9-cf86e7d8d147'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:32:16.244662 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab230915-4023-44bd-ab9d-47d307710323" -d '{"events": [{"server_uuid": "0af5af67-30fe-4caa-b929-e68441d3aab6", "name": "network-vif-deleted", "tag": "1d9b4d2c-7f97-4195-adb9-cf86e7d8d147"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:32:16.286038 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9038ad25-06df-455f-8256-5ab62cae6b45 x-openstack-request-id: req-9038ad25-06df-455f-8256-5ab62cae6b45 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:32:16.286326 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af5af67-30fe-4caa-b929-e68441d3aab6", "name": "network-vif-deleted", "tag": "1d9b4d2c-7f97-4195-adb9-cf86e7d8d147", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:32:16.286574 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9038ad25-06df-455f-8256-5ab62cae6b45 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:32:16.286961 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af5af67-30fe-4caa-b929-e68441d3aab6', 'name': 'network-vif-deleted', 'tag': '1d9b4d2c-7f97-4195-adb9-cf86e7d8d147', 'status': 'completed', 'code': 200} Aug 31 18:32:16.297102 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96475e37-a2ee-4b32-8601-9d02c9026e53 req-6881ff1e-1991-4306-b21f-e181739852e5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:16.298557 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96475e37-a2ee-4b32-8601-9d02c9026e53 req-6881ff1e-1991-4306-b21f-e181739852e5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0508142 Aug 31 18:32:16.335319 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96475e37-a2ee-4b32-8601-9d02c9026e53 req-9a04347a-c58c-4418-b4d0-aa260d669209 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308411 Aug 31 18:32:16.781822 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a0dd4-c3f9-47cd-9537-ea1c66e2cea1 req-d9231d03-ca7e-405e-a64a-b99969f53d55 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:16.783255 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aa9a0dd4-c3f9-47cd-9537-ea1c66e2cea1 req-d9231d03-ca7e-405e-a64a-b99969f53d55 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 943 time: 0.0516164 Aug 31 18:32:16.830826 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aa9a0dd4-c3f9-47cd-9537-ea1c66e2cea1 req-1ac0c339-9637-476e-a802-86cb34ff5108 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Aug 31 18:32:16.844966 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57e6cb8e-6b63-4333-9003-a5266476d805 req-108d6b35-3e80-487e-8c50-ff065ab26a2d tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.0297112 Aug 31 18:32:16.904998 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['1d9b4d2c-7f97-4195-adb9-cf86e7d8d147'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:32:17.015248 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1e58f-e283-4aca-835b-00fc648a25cd req-f7461382-6e3f-408d-83dc-f758b010ea1f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:17.016714 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3cd1e58f-e283-4aca-835b-00fc648a25cd req-f7461382-6e3f-408d-83dc-f758b010ea1f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0474458 Aug 31 18:32:17.053381 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3cd1e58f-e283-4aca-835b-00fc648a25cd req-d4e9527c-b128-4d55-aa3e-71c9686ffe20 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304959 Aug 31 18:32:17.450814 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420be176-c997-425d-b934-7b8d4365f52c req-72e52cc8-140c-450b-99cb-bb37880909bb tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:17.452253 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-420be176-c997-425d-b934-7b8d4365f52c req-72e52cc8-140c-450b-99cb-bb37880909bb tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0504408 Aug 31 18:32:17.488992 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-420be176-c997-425d-b934-7b8d4365f52c req-ee31c56b-15d3-4358-8bce-849baf4fd6b0 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302906 Aug 31 18:32:17.949777 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-985cc0d2-3eb3-42b9-b82c-4125925c5c6d req-ec6abd49-3c6b-4e2c-80bf-56516f5a387b tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.0285604 Aug 31 18:32:17.965627 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa28f3-acc6-4636-8fd5-5ee09366c176 req-f6438305-1f0b-49d4-8da7-1cea150e64ea tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:17.967092 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20fa28f3-acc6-4636-8fd5-5ee09366c176 req-f6438305-1f0b-49d4-8da7-1cea150e64ea tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 943 time: 0.0716410 Aug 31 18:32:18.006270 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20fa28f3-acc6-4636-8fd5-5ee09366c176 req-f59b2861-4ff4-4241-896b-1ed70bd4d26a tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331755 Aug 31 18:32:18.170505 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab598789-902e-4d90-805d-4b579add29dc req-c1006a3a-9049-4395-9a8c-541b50106119 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:18.171981 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ab598789-902e-4d90-805d-4b579add29dc req-c1006a3a-9049-4395-9a8c-541b50106119 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0521064 Aug 31 18:32:18.209520 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ab598789-902e-4d90-805d-4b579add29dc req-50a259ee-7e67-4047-8f5c-c6ad11782d9f tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316920 Aug 31 18:32:18.601024 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ca04-132d-4c8f-b3cb-b99ad62f80cb req-7987121c-e13b-4fca-8fe7-5447a3aaec20 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:18.602749 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7709ca04-132d-4c8f-b3cb-b99ad62f80cb req-7987121c-e13b-4fca-8fe7-5447a3aaec20 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0482035 Aug 31 18:32:18.640014 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7709ca04-132d-4c8f-b3cb-b99ad62f80cb req-791985f5-3f0a-4b27-acbe-5a06aada752b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315325 Aug 31 18:32:19.059592 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dcd193b1-88dd-4a19-bdc2-0faad489e152 req-33f1d2ff-dba1-40fc-b316-99ca5204409f tempest-AttachVolumeNegativeTest-2099109898 tempest-AttachVolumeNegativeTest-2099109898-project] 10.222.0.35 "GET /v2.0/ports?device_id=0af5af67-30fe-4caa-b929-e68441d3aab6 HTTP/1.1" status: 200 len: 210 time: 0.0286644 Aug 31 18:32:19.129852 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536971e-eb1c-4427-92c4-9455b00dfd52 req-81f06d9b-376f-4283-8d71-4dc90492c5f1 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:19.131305 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0536971e-eb1c-4427-92c4-9455b00dfd52 req-81f06d9b-376f-4283-8d71-4dc90492c5f1 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 943 time: 0.0484066 Aug 31 18:32:19.172221 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0536971e-eb1c-4427-92c4-9455b00dfd52 req-995c3c7c-389b-4b27-a506-f1ee16baf962 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346959 Aug 31 18:32:19.495988 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-23c16152-0901-43dc-b432-7f71ae7160c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:19.550818 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d3885-c779-45d0-9fde-bd7ad582d7e7 req-df98f951-72aa-4051-b916-c1685f81cc0b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:19.552291 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-570d3885-c779-45d0-9fde-bd7ad582d7e7 req-df98f951-72aa-4051-b916-c1685f81cc0b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.2741761 Aug 31 18:32:19.588971 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-570d3885-c779-45d0-9fde-bd7ad582d7e7 req-f9273e65-d4cc-4985-8dab-0e5381a689b4 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307631 Aug 31 18:32:19.750994 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3476e-8e40-4c6b-8b0e-aff960d131bf req-3b2d4d83-79ad-42e5-9a9f-e3e22390e2fc tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:19.752478 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b9a3476e-8e40-4c6b-8b0e-aff960d131bf req-3b2d4d83-79ad-42e5-9a9f-e3e22390e2fc tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0481627 Aug 31 18:32:19.793021 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b9a3476e-8e40-4c6b-8b0e-aff960d131bf req-8aa48d0a-90c3-445a-ab63-3042ac0053bb tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337245 Aug 31 18:32:19.916458 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910dbe-a573-45e7-a489-8f0b1d061da7 req-59cdac4f-4962-4a00-81e9-2631e3792816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:19.918032 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4e910dbe-a573-45e7-a489-8f0b1d061da7 req-59cdac4f-4962-4a00-81e9-2631e3792816 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 1099 time: 0.0734699 Aug 31 18:32:19.930489 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc82856-ed33-4557-bea1-42a2692544d2 req-1fb606e2-65dd-4b63-bc01-cb8ee96d6f0b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:19.932061 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6bc82856-ed33-4557-bea1-42a2692544d2 req-1fb606e2-65dd-4b63-bc01-cb8ee96d6f0b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0630155 Aug 31 18:32:20.020409 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6bc82856-ed33-4557-bea1-42a2692544d2 req-d6cd2798-0c26-49cc-8770-310ac01ab206 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797100 Aug 31 18:32:20.047350 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910dbe-a573-45e7-a489-8f0b1d061da7 req-4d3eee0c-6542-4fb9-b1fa-9d8cc8b4bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:20.048935 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4e910dbe-a573-45e7-a489-8f0b1d061da7 req-4d3eee0c-6542-4fb9-b1fa-9d8cc8b4bca4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2c5efdc-84e6-454f-bccc-b6e50c391e33 HTTP/1.1" status: 200 len: 920 time: 0.1159451 Aug 31 18:32:20.090826 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4e910dbe-a573-45e7-a489-8f0b1d061da7 req-e917ee59-1cba-4f21-b54c-a9c946faf1e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eb88f3b-572c-4192-8425-4f099a256310 HTTP/1.1" status: 200 len: 217 time: 0.0344849 Aug 31 18:32:20.114850 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 40626) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:20.140738 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910dbe-a573-45e7-a489-8f0b1d061da7 req-472dd2d2-761b-4812-88f0-32dff593589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:20.142302 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4e910dbe-a573-45e7-a489-8f0b1d061da7 req-472dd2d2-761b-4812-88f0-32dff593589b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9de2f8c3-fccc-4553-b9d0-9f3722d0d673 HTTP/1.1" status: 200 len: 859 time: 0.0440133 Aug 31 18:32:20.161311 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-446f0c47-bad1-4ab7-b050-e814c804ea53 admin admin] Deleting subnet e73826a5-30d4-4708-8780-1eec80cbf1ba {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:32:20.164290 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-446f0c47-bad1-4ab7-b050-e814c804ea53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.176099 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4e910dbe-a573-45e7-a489-8f0b1d061da7 req-9ee904c8-b7d4-457c-883c-36bb2e8797d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2c5efdc-84e6-454f-bccc-b6e50c391e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242786 Aug 31 18:32:20.198052 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-446f0c47-bad1-4ab7-b050-e814c804ea53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3578427'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.239906 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-446f0c47-bad1-4ab7-b050-e814c804ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.293640 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-446f0c47-bad1-4ab7-b050-e814c804ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127822973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127405126'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.308424 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4e910dbe-a573-45e7-a489-8f0b1d061da7 req-699fd9a5-430d-4964-8806-ba6852bc49c5 service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199288 Aug 31 18:32:20.316635 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae9de7-59dc-4e9d-8200-6d84114f4f9f req-2e456637-229f-4c37-bd27-eb7a341b3e29 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:20.318048 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6eae9de7-59dc-4e9d-8200-6d84114f4f9f req-2e456637-229f-4c37-bd27-eb7a341b3e29 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 943 time: 0.0768399 Aug 31 18:32:20.323431 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f0c47-bad1-4ab7-b050-e814c804ea53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e73826a5-30d4-4708-8780-1eec80cbf1ba,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:20.327468 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-446f0c47-bad1-4ab7-b050-e814c804ea53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.330830 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-446f0c47-bad1-4ab7-b050-e814c804ea53 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e73826a5-30d4-4708-8780-1eec80cbf1ba HTTP/1.1" status: 204 len: 168 time: 0.2136664 Aug 31 18:32:20.332704 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 40630) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:20.360900 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6eae9de7-59dc-4e9d-8200-6d84114f4f9f req-7d48fb45-77db-4301-8bf1-67a7b2efaf12 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367308 Aug 31 18:32:20.397676 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3869-ed04-449d-b65f-582405b8eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.476274 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3869-ed04-449d-b65f-582405b8eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.485876 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-a5bf3869-ed04-449d-b65f-582405b8eaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338d5cd7-6d9d-4362-b64d-4e5c7e1e915b']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:20.495841 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-a5bf3869-ed04-449d-b65f-582405b8eaa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:20.496142 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-a5bf3869-ed04-449d-b65f-582405b8eaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9a81fd-784a-4a58-a9cd-c56cb13d4a0d') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:20.505099 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3869-ed04-449d-b65f-582405b8eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3578368'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.518034 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3869-ed04-449d-b65f-582405b8eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.524703 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bf3869-ed04-449d-b65f-582405b8eaa0 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:32:20.525107 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3869-ed04-449d-b65f-582405b8eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127823047'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: timer() Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: cb(*args, **kw) Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: self._notify() Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: self.callback(batched_events) Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: event.method(event) Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._get(url).json() Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:32:20.526811 dv-cinder-805887-9-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:32:20.580463 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3869-ed04-449d-b65f-582405b8eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.588101 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3869-ed04-449d-b65f-582405b8eaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.592776 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a5bf3869-ed04-449d-b65f-582405b8eaa0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/338d5cd7-6d9d-4362-b64d-4e5c7e1e915b HTTP/1.1" status: 204 len: 168 time: 0.2564118 Aug 31 18:32:20.599157 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf3869-ed04-449d-b65f-582405b8eaa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=338d5cd7-6d9d-4362-b64d-4e5c7e1e915b,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:20.750483 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 40634) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:20.790904 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-424f3c95-a43b-4db4-8d5e-95d386982caf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4aeaa7bfaece4dcb81fcebd4ec0eff17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391829 Aug 31 18:32:20.793570 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 40636) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:20.842813 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e469e802-6f90-456f-bbda-e278cc09f3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.863930 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e469e802-6f90-456f-bbda-e278cc09f3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.910010 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e469e802-6f90-456f-bbda-e278cc09f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.913190 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e469e802-6f90-456f-bbda-e278cc09f3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:20.914249 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-e469e802-6f90-456f-bbda-e278cc09f3a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33d0f9d6-8036-4a00-a11f-fe5f1768a2a7 HTTP/1.1" status: 204 len: 168 time: 0.1197946 Aug 31 18:32:20.916067 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf98b52-bb8a-46ee-9052-a5de9cf36e3e req-25ff846b-6505-44de-8d25-ee98de27c239 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:20.921148 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-acf98b52-bb8a-46ee-9052-a5de9cf36e3e req-25ff846b-6505-44de-8d25-ee98de27c239 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0575838 Aug 31 18:32:20.921813 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469e802-6f90-456f-bbda-e278cc09f3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d0f9d6-8036-4a00-a11f-fe5f1768a2a7,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:20.958283 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-acf98b52-bb8a-46ee-9052-a5de9cf36e3e req-dd64fed9-4be5-4a94-887d-4325db88fbf5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344462 Aug 31 18:32:21.134645 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429109b6-0e9f-4ea1-acc0-dda36f90d3c2 req-96d0879a-03df-4ef0-8258-1921f8643e99 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:21.136144 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-429109b6-0e9f-4ea1-acc0-dda36f90d3c2 req-96d0879a-03df-4ef0-8258-1921f8643e99 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0493073 Aug 31 18:32:21.182330 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-429109b6-0e9f-4ea1-acc0-dda36f90d3c2 req-5ec932ef-7be3-4dab-b433-533c7b7ec73a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Aug 31 18:32:21.267414 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4e910dbe-a573-45e7-a489-8f0b1d061da7 req-a877fbac-0dac-440f-b917-99f23b6604e9 service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978389 Aug 31 18:32:21.478517 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5c93c-729a-495a-9b16-9c2a1b38a9ae req-b9342a1f-be44-405f-98af-193a6d8c8ee3 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:21.480013 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f5a5c93c-729a-495a-9b16-9c2a1b38a9ae req-b9342a1f-be44-405f-98af-193a6d8c8ee3 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 943 time: 0.0524189 Aug 31 18:32:21.519406 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f5a5c93c-729a-495a-9b16-9c2a1b38a9ae req-52c03f58-0455-4d30-982f-e141ca369762 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333903 Aug 31 18:32:22.082022 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f67e-06c2-40f1-831a-2aeba84e06c9 req-d983a244-6748-4cda-8515-13a2a09f0659 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:22.084044 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ab47f67e-06c2-40f1-831a-2aeba84e06c9 req-d983a244-6748-4cda-8515-13a2a09f0659 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0513363 Aug 31 18:32:22.123313 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ab47f67e-06c2-40f1-831a-2aeba84e06c9 req-9511b0bb-b6ec-4c35-ac49-febb983ed7b1 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327199 Aug 31 18:32:22.147625 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 40698) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:22.166801 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-74454abc-d23a-406d-bf9c-40af32250628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:22.268175 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:22.327003 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731d84b-2559-47a1-a3b7-345fe2d8ba1c req-e5a55b4b-6b1d-4874-8bdf-1fbe4a90bf2b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:22.328467 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c731d84b-2559-47a1-a3b7-345fe2d8ba1c req-e5a55b4b-6b1d-4874-8bdf-1fbe4a90bf2b tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0744872 Aug 31 18:32:22.387612 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c731d84b-2559-47a1-a3b7-345fe2d8ba1c req-aa8ec3ef-2cf1-4335-a0b4-252e363dcae1 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503893 Aug 31 18:32:22.422650 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:22.426432 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:22.463936 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfb8e0dc7f424aa5af7403a187bb9c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152394 Aug 31 18:32:22.464669 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524e1f00-4a97-4b42-b8ab-c831d702824b,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:22.466464 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 40704) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:22.478469 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:22.478740 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:22.479081 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:22.479416 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:22.479752 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:22.480077 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:22.480407 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:22.480778 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:22.481108 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:22.481432 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:22.481753 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:22.482074 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1da16-9c22-4b80-af56-889c1d9825b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:22.526229 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c677653b-f3e1-46b0-a244-a1854f0e4609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:22.550398 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c677653b-f3e1-46b0-a244-a1854f0e4609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:22.559162 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:22.604486 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c677653b-f3e1-46b0-a244-a1854f0e4609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:22.607021 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c677653b-f3e1-46b0-a244-a1854f0e4609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:22.608161 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c677653b-f3e1-46b0-a244-a1854f0e4609 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/524e1f00-4a97-4b42-b8ab-c831d702824b HTTP/1.1" status: 204 len: 168 time: 0.1400249 Aug 31 18:32:22.634304 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677653b-f3e1-46b0-a244-a1854f0e4609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524e1f00-4a97-4b42-b8ab-c831d702824b,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:22.657666 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69553628-748c-4b1f-ad87-25515c0c20dc req-93107c02-1bbf-4b24-ac58-6bea7f93654a tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:22.659193 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69553628-748c-4b1f-ad87-25515c0c20dc req-93107c02-1bbf-4b24-ac58-6bea7f93654a tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 943 time: 0.0678868 Aug 31 18:32:22.698575 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69553628-748c-4b1f-ad87-25515c0c20dc req-faddd6a3-2f6f-49f5-8c5b-e9c0abe65a80 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334046 Aug 31 18:32:22.997423 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device db5281fd-9c01-4b03-bc8e-9c06149143dc details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:32:23.099806 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port db5281fd-9c01-4b03-bc8e-9c06149143dc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc,segment=NetworkSegment(e6b97005-8d08-401b-a9eb-6f53b9ceee30),segment_id=e6b97005-8d08-401b-a9eb-6f53b9ceee30)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:23.111107 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': 'db5281fd-9c01-4b03-bc8e-9c06149143dc', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'port_id': 'db5281fd-9c01-4b03-bc8e-9c06149143dc', 'mac_address': 'fa:16:3e:c5:aa:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:32:23.149368 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:23.162619 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5281fd-9c01-4b03-bc8e-9c06149143dc {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:32:23.194946 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:23.196668 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port db5281fd-9c01-4b03-bc8e-9c06149143dc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc,segment=NetworkSegment(e6b97005-8d08-401b-a9eb-6f53b9ceee30),segment_id=e6b97005-8d08-401b-a9eb-6f53b9ceee30)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:23.203775 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:23.259945 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66860f8-d60f-466b-af9d-cc422ab50588 req-7883744c-4da0-4719-aff8-3b86ae0f4285 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:23.261614 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=db5281fd-9c01-4b03-bc8e-9c06149143dc,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:23.264429 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e66860f8-d60f-466b-af9d-cc422ab50588 req-7883744c-4da0-4719-aff8-3b86ae0f4285 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0728779 Aug 31 18:32:23.307315 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e66860f8-d60f-466b-af9d-cc422ab50588 req-b7cc4461-4e33-488a-a1d3-ae5189374c0f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357001 Aug 31 18:32:23.506422 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95c023-eca8-4d0d-8de3-e9e4d7680e2a req-de90cbae-e7a6-490d-868a-d9c2503dbc3d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:23.507978 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5b95c023-eca8-4d0d-8de3-e9e4d7680e2a req-de90cbae-e7a6-490d-868a-d9c2503dbc3d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0531507 Aug 31 18:32:23.548101 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5b95c023-eca8-4d0d-8de3-e9e4d7680e2a req-10410507-1037-4928-9a6b-428fb3a17690 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336456 Aug 31 18:32:23.575111 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['db5281fd-9c01-4b03-bc8e-9c06149143dc'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:32:23.820992 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097f285-2d86-40a7-b271-11902b21756f req-519501ba-0557-44ae-903c-952ff444e3ee tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:23.822522 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f097f285-2d86-40a7-b271-11902b21756f req-519501ba-0557-44ae-903c-952ff444e3ee tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 944 time: 0.0546803 Aug 31 18:32:23.859302 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f097f285-2d86-40a7-b271-11902b21756f req-5bd4b907-2b5f-423c-9dfb-9692f79a163e tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Aug 31 18:32:24.025435 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:32:24.045580 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:32:24.045974 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 1d9b4d2c-7f97-4195-adb9-cf86e7d8d147 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:32:24.426778 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef5b5f-bf54-4156-961d-3745ba5f3e3f req-0616cd2c-2104-499d-a6a0-404ae3ab8579 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:24.428251 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-33ef5b5f-bf54-4156-961d-3745ba5f3e3f req-0616cd2c-2104-499d-a6a0-404ae3ab8579 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0503776 Aug 31 18:32:24.469047 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-33ef5b5f-bf54-4156-961d-3745ba5f3e3f req-75699aa8-ef2c-4555-9424-df71bdcdb86c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347362 Aug 31 18:32:24.670861 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeff42f-3196-4a2a-8fb1-970e6808e7a1 req-3f279f84-5ae1-494b-8c17-4835e8262626 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:24.672362 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1eeff42f-3196-4a2a-8fb1-970e6808e7a1 req-3f279f84-5ae1-494b-8c17-4835e8262626 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0547464 Aug 31 18:32:24.711431 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1eeff42f-3196-4a2a-8fb1-970e6808e7a1 req-9f2c3ac5-e16f-42d6-ae72-0d235d034914 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332208 Aug 31 18:32:24.900960 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:24.977999 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195457e-8b04-4f9e-a433-a817e851f93d req-ac376066-7439-4764-9477-3b56cebd5ff9 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:24.979512 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0195457e-8b04-4f9e-a433-a817e851f93d req-ac376066-7439-4764-9477-3b56cebd5ff9 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 944 time: 0.0525632 Aug 31 18:32:25.021013 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0195457e-8b04-4f9e-a433-a817e851f93d req-4bdfe494-2442-4b35-8711-19b5a036ad48 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355840 Aug 31 18:32:25.581777 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27f187-1199-4d90-9437-bee36d099f6d req-c4878d28-3106-4a48-b168-16b69f8db7d5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:25.583789 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6a27f187-1199-4d90-9437-bee36d099f6d req-c4878d28-3106-4a48-b168-16b69f8db7d5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0486803 Aug 31 18:32:25.620214 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6a27f187-1199-4d90-9437-bee36d099f6d req-6f558fa5-d847-4d03-bf20-2ec329d88759 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307045 Aug 31 18:32:25.688565 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:25.826097 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6c5b1-2b8b-4b3f-883b-b876c84405cc req-4dca2803-4285-4bf3-b9a9-a102ea72273e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:25.827554 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69f6c5b1-2b8b-4b3f-883b-b876c84405cc req-4dca2803-4285-4bf3-b9a9-a102ea72273e tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0472815 Aug 31 18:32:25.864589 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69f6c5b1-2b8b-4b3f-883b-b876c84405cc req-cc16e82f-7770-4784-b0d8-6fe06a544dd6 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304756 Aug 31 18:32:26.136884 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c21351-31ad-4682-afc6-8a95ecc6fbe9 req-48e1f99b-2cd9-4d96-91fa-cccc242896e1 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:26.138344 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8c21351-31ad-4682-afc6-8a95ecc6fbe9 req-48e1f99b-2cd9-4d96-91fa-cccc242896e1 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 944 time: 0.0522199 Aug 31 18:32:26.175963 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8c21351-31ad-4682-afc6-8a95ecc6fbe9 req-0a8a0901-891b-44a7-a68b-77f9cf9545fd tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Aug 31 18:32:26.297053 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device db5281fd-9c01-4b03-bc8e-9c06149143dc up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:32:26.351123 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port db5281fd-9c01-4b03-bc8e-9c06149143dc completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:32:26.355238 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port db5281fd-9c01-4b03-bc8e-9c06149143dc triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:32:26.355607 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:26.429261 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:26.451110 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:32:26.453649 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56217a39-1bce-4194-bac3-39c1e4ec6822" -d '{"events": [{"server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "name": "network-vif-plugged", "status": "completed", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:32:26.466008 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port db5281fd-9c01-4b03-bc8e-9c06149143dc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc,segment=NetworkSegment(e6b97005-8d08-401b-a9eb-6f53b9ceee30),segment_id=e6b97005-8d08-401b-a9eb-6f53b9ceee30)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:26.469970 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:26.499374 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3943f743-fed7-4139-9e99-9edbbabc9094 x-openstack-request-id: req-3943f743-fed7-4139-9e99-9edbbabc9094 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:32:26.499675 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "name": "network-vif-plugged", "status": "completed", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:32:26.499930 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3943f743-fed7-4139-9e99-9edbbabc9094 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:32:26.500313 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc', 'code': 200} Aug 31 18:32:26.524668 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=db5281fd-9c01-4b03-bc8e-9c06149143dc,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:26.733943 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804056c-6860-49f3-9ce7-c4d84d7168ce req-c302cd8f-036f-492d-b2c9-6ba748e4988c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:26.735408 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5804056c-6860-49f3-9ce7-c4d84d7168ce req-c302cd8f-036f-492d-b2c9-6ba748e4988c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0493240 Aug 31 18:32:26.771712 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5804056c-6860-49f3-9ce7-c4d84d7168ce req-75d74c79-f535-40b6-9c70-52a47a3571d3 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305228 Aug 31 18:32:26.981611 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e7e5c-bb7b-4c3b-a8c1-5fe05aa8ab9b req-8c8f7fbb-0aec-4cf3-b981-ba45f16bcb74 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:26.983093 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d81e7e5c-bb7b-4c3b-a8c1-5fe05aa8ab9b req-8c8f7fbb-0aec-4cf3-b981-ba45f16bcb74 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0508919 Aug 31 18:32:27.020246 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d81e7e5c-bb7b-4c3b-a8c1-5fe05aa8ab9b req-873d7b84-ebe0-4dd0-93f0-789c452768b1 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306563 Aug 31 18:32:27.295386 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9dd4b-8634-4523-8bba-7219dfd87d32 req-6f833c84-b8f6-4582-a427-9dc613f2df6b tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:27.296920 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-49f9dd4b-8634-4523-8bba-7219dfd87d32 req-6f833c84-b8f6-4582-a427-9dc613f2df6b tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 945 time: 0.0544584 Aug 31 18:32:27.337781 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-49f9dd4b-8634-4523-8bba-7219dfd87d32 req-2c2bee2d-8332-4266-8c92-b0b379aee265 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343063 Aug 31 18:32:27.450792 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904118a-2185-4b0a-abe1-a905d70975f3 req-89b75665-7ed2-4c16-802d-8dfbe4925ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:27.452240 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c904118a-2185-4b0a-abe1-a905d70975f3 req-89b75665-7ed2-4c16-802d-8dfbe4925ea3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 1098 time: 0.0391569 Aug 31 18:32:27.487540 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c904118a-2185-4b0a-abe1-a905d70975f3 req-6984dee5-cff9-44fd-aedd-20411743c0c9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264046 Aug 31 18:32:27.896222 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e671ca4-0d62-44ac-9ae4-1e0f33ff6dbf req-d3574f4c-2023-4747-a5ac-0ec861f47b75 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:27.897801 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6e671ca4-0d62-44ac-9ae4-1e0f33ff6dbf req-d3574f4c-2023-4747-a5ac-0ec861f47b75 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0589149 Aug 31 18:32:27.937579 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6e671ca4-0d62-44ac-9ae4-1e0f33ff6dbf req-0961b7bf-0d7e-406b-98dd-81bb10d3cb33 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336854 Aug 31 18:32:28.136493 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96f893-fd7e-4355-b42f-56a2f94b3ac2 req-8883657d-e7cb-41df-97f5-0197156a608c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:28.137978 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fb96f893-fd7e-4355-b42f-56a2f94b3ac2 req-8883657d-e7cb-41df-97f5-0197156a608c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0518451 Aug 31 18:32:28.176356 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fb96f893-fd7e-4355-b42f-56a2f94b3ac2 req-6ec6590b-f8c1-4614-8fd6-392578be20c4 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321610 Aug 31 18:32:28.471794 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29c146-69e7-49e1-b8f9-8846087db554 req-2b5452b7-93b7-4d08-a314-2796d9c3919c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:28.474740 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9d29c146-69e7-49e1-b8f9-8846087db554 req-2b5452b7-93b7-4d08-a314-2796d9c3919c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 945 time: 0.0661736 Aug 31 18:32:28.515965 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9d29c146-69e7-49e1-b8f9-8846087db554 req-8341b95b-90eb-4089-980c-0a80833a4a57 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355666 Aug 31 18:32:28.636728 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e6244cbe-5850-4ac6-b509-a2bd0e20226f req-ca1b07c5-519b-4167-b054-dcbc22d700f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393579 Aug 31 18:32:28.703116 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6244cbe-5850-4ac6-b509-a2bd0e20226f req-93642acb-6c76-4753-a9f4-79b89ff2436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:28.704831 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e6244cbe-5850-4ac6-b509-a2bd0e20226f req-93642acb-6c76-4753-a9f4-79b89ff2436a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 1099 time: 0.0459905 Aug 31 18:32:28.814859 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6244cbe-5850-4ac6-b509-a2bd0e20226f req-a7f8f9ee-ea22-40b2-824d-1c5ed9066f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:28.816878 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e6244cbe-5850-4ac6-b509-a2bd0e20226f req-a7f8f9ee-ea22-40b2-824d-1c5ed9066f02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d2c5efdc-84e6-454f-bccc-b6e50c391e33 HTTP/1.1" status: 200 len: 920 time: 0.0863850 Aug 31 18:32:28.867463 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e6244cbe-5850-4ac6-b509-a2bd0e20226f req-a5da65a8-7c89-4558-aa95-35082fc6f0a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 HTTP/1.1" status: 200 len: 217 time: 0.0394003 Aug 31 18:32:28.921157 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6244cbe-5850-4ac6-b509-a2bd0e20226f req-a153b63a-a9e9-4aa2-9160-f049684b381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:28.922670 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e6244cbe-5850-4ac6-b509-a2bd0e20226f req-a153b63a-a9e9-4aa2-9160-f049684b381e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9de2f8c3-fccc-4553-b9d0-9f3722d0d673 HTTP/1.1" status: 200 len: 859 time: 0.0475910 Aug 31 18:32:28.971217 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e6244cbe-5850-4ac6-b509-a2bd0e20226f req-874a09fd-b3a0-4e92-8307-97e02ae7a018 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d2c5efdc-84e6-454f-bccc-b6e50c391e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245945 Aug 31 18:32:29.101367 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649344-7af9-41fa-b9cf-351637628676 req-81bc58f5-7b07-4611-91ad-1bf6d2ed65a7 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:29.103045 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-51649344-7af9-41fa-b9cf-351637628676 req-81bc58f5-7b07-4611-91ad-1bf6d2ed65a7 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0742397 Aug 31 18:32:29.116580 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e6244cbe-5850-4ac6-b509-a2bd0e20226f req-b23350fe-50ee-43cb-92b4-b9ed009c606a service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357329 Aug 31 18:32:29.199160 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-51649344-7af9-41fa-b9cf-351637628676 req-dd3e4481-9f66-4752-8df3-68d765b26171 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798969 Aug 31 18:32:29.233798 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e6244cbe-5850-4ac6-b509-a2bd0e20226f req-276ea78c-415b-4ead-b050-aaf749adc5ed service neutron] 10.222.0.50 "GET /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082013 Aug 31 18:32:29.652949 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58709018-d6b8-4991-b97d-608c0bdb3418 req-82e7ebae-f74a-4569-b1af-d3e52da13ced tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:29.654479 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58709018-d6b8-4991-b97d-608c0bdb3418 req-82e7ebae-f74a-4569-b1af-d3e52da13ced tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 945 time: 0.0641809 Aug 31 18:32:29.702909 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58709018-d6b8-4991-b97d-608c0bdb3418 req-f374f649-2894-493c-ae8b-b1650b6e6561 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413325 Aug 31 18:32:29.832440 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebaf51-581c-4216-983c-174a5bcac798 req-f98a3fac-6695-4fdb-b9cc-9255250b4327 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:29.833982 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-25ebaf51-581c-4216-983c-174a5bcac798 req-f98a3fac-6695-4fdb-b9cc-9255250b4327 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 945 time: 0.0537608 Aug 31 18:32:29.874828 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-25ebaf51-581c-4216-983c-174a5bcac798 req-a6a7b053-328b-4801-8855-ef1cbb3dfcf2 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329437 Aug 31 18:32:30.092270 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:32:30.199001 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705cce3-1759-4d02-b4fb-b40845e93664 req-0f6d907b-f61b-4424-b3ed-177136da860b tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:30.200451 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4705cce3-1759-4d02-b4fb-b40845e93664 req-0f6d907b-f61b-4424-b3ed-177136da860b tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 945 time: 0.0463531 Aug 31 18:32:30.241608 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4705cce3-1759-4d02-b4fb-b40845e93664 req-4a81f1b2-bb10-4bab-9347-a8b25cdb3dbf tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352533 Aug 31 18:32:30.312268 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdd680-c3e9-44c7-b67b-91e95bb6ae6f req-8dfd86d7-6c30-4c7f-b630-19362bdababf tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:30.313864 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90cdd680-c3e9-44c7-b67b-91e95bb6ae6f req-8dfd86d7-6c30-4c7f-b630-19362bdababf tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0482175 Aug 31 18:32:30.354302 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90cdd680-c3e9-44c7-b67b-91e95bb6ae6f req-c39d93d9-788b-4a57-a210-8d545761a73d tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340083 Aug 31 18:32:31.477426 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca43829-4c44-401d-a148-c2214f2a72c3 req-4e70cf5c-c242-49ae-8d4d-084c3b8b527c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:31.479910 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cca43829-4c44-401d-a148-c2214f2a72c3 req-4e70cf5c-c242-49ae-8d4d-084c3b8b527c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0518162 Aug 31 18:32:31.517494 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cca43829-4c44-401d-a148-c2214f2a72c3 req-77d7afd2-b7c2-4f71-811e-b114f300c81c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317559 Aug 31 18:32:32.163503 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496dc09-229d-4506-9db5-2e1645784af6 req-4ff6baf0-fb8d-4316-947f-c824c784ece0 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:32.165028 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2496dc09-229d-4506-9db5-2e1645784af6 req-4ff6baf0-fb8d-4316-947f-c824c784ece0 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0501611 Aug 31 18:32:32.205790 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2496dc09-229d-4506-9db5-2e1645784af6 req-ee6beaa6-006b-4062-a299-5b62cad149aa tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347555 Aug 31 18:32:32.633589 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495290c5-af12-4aaf-b5f5-db2c5805a69d req-5b2fa16f-13e5-432e-8d85-c7e28f901429 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:32.635061 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-495290c5-af12-4aaf-b5f5-db2c5805a69d req-5b2fa16f-13e5-432e-8d85-c7e28f901429 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0480516 Aug 31 18:32:32.672228 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-495290c5-af12-4aaf-b5f5-db2c5805a69d req-73c4bf51-5e47-44cf-a4bb-fe25ff90683d tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313730 Aug 31 18:32:33.345939 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33928a08-7776-4ba8-aa09-fd6a5ecec5e5 req-b440a946-7d44-493b-94d3-0ee329602ea5 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:33.348425 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-33928a08-7776-4ba8-aa09-fd6a5ecec5e5 req-b440a946-7d44-493b-94d3-0ee329602ea5 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 945 time: 0.0881875 Aug 31 18:32:33.371126 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6de50-ff41-41f5-91c9-5c71b1d34f07 req-904eaeee-0b5a-488d-b753-ab70c52ecaa5 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:33.372836 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ed6de50-ff41-41f5-91c9-5c71b1d34f07 req-904eaeee-0b5a-488d-b753-ab70c52ecaa5 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0855315 Aug 31 18:32:33.422323 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-33928a08-7776-4ba8-aa09-fd6a5ecec5e5 req-2ecf30c0-1c5b-405e-bde8-3aa1cbcb5b65 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656121 Aug 31 18:32:33.436622 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ed6de50-ff41-41f5-91c9-5c71b1d34f07 req-e4504c40-2c76-4d92-a77d-6d319350502d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560610 Aug 31 18:32:33.490977 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 40996) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:33.594958 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2691713e-0ccb-4fce-9136-3dcf8a0f3140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:33.686126 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2691713e-0ccb-4fce-9136-3dcf8a0f3140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:33.689824 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2691713e-0ccb-4fce-9136-3dcf8a0f3140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:33.727836 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-2691713e-0ccb-4fce-9136-3dcf8a0f3140 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af4df34c5a41462b909755ed8c988f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357655 Aug 31 18:32:33.729085 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691713e-0ccb-4fce-9136-3dcf8a0f3140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a60013-136f-4c61-a483-b31a01b91176,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:33.730568 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41002) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:33.789914 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a873ac54-cb5d-4a83-bc5a-be48f0735546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:33.790430 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7672db-b111-4ee6-8304-0dea33093140 req-93a9de14-2fa8-45db-8d0d-c62e6adc70bb tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:33.791902 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6f7672db-b111-4ee6-8304-0dea33093140 req-93a9de14-2fa8-45db-8d0d-c62e6adc70bb tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0517757 Aug 31 18:32:33.810887 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a873ac54-cb5d-4a83-bc5a-be48f0735546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:33.829643 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6f7672db-b111-4ee6-8304-0dea33093140 req-bd8fbe77-83e0-4160-ae12-bcef23c89796 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316730 Aug 31 18:32:33.856492 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a873ac54-cb5d-4a83-bc5a-be48f0735546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:33.859055 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a873ac54-cb5d-4a83-bc5a-be48f0735546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:33.860213 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a873ac54-cb5d-4a83-bc5a-be48f0735546 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0a60013-136f-4c61-a483-b31a01b91176 HTTP/1.1" status: 204 len: 168 time: 0.1276944 Aug 31 18:32:33.867648 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873ac54-cb5d-4a83-bc5a-be48f0735546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a60013-136f-4c61-a483-b31a01b91176,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:34.121600 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41008) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:34.134289 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-adc59572-79a5-4f3a-bea7-2f24e2d5512a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:34.219055 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-adc59572-79a5-4f3a-bea7-2f24e2d5512a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:34.224444 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-adc59572-79a5-4f3a-bea7-2f24e2d5512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:34.262925 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-adc59572-79a5-4f3a-bea7-2f24e2d5512a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f98266a408824deb9a70f7e865798f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402478 Aug 31 18:32:34.264021 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc59572-79a5-4f3a-bea7-2f24e2d5512a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087c127e-2334-4d57-a03d-cdbee9b56dbf,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:34.265653 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41012) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:34.316185 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbc30a95-3747-4864-ad48-0364dd38ea35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:34.336669 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbc30a95-3747-4864-ad48-0364dd38ea35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:34.384543 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbc30a95-3747-4864-ad48-0364dd38ea35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:34.387042 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbc30a95-3747-4864-ad48-0364dd38ea35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:34.388170 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cbc30a95-3747-4864-ad48-0364dd38ea35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/087c127e-2334-4d57-a03d-cdbee9b56dbf HTTP/1.1" status: 204 len: 168 time: 0.1215358 Aug 31 18:32:34.396132 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc30a95-3747-4864-ad48-0364dd38ea35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087c127e-2334-4d57-a03d-cdbee9b56dbf,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:34.571879 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef73f48-cdea-4669-9309-cc5ee16914de req-99fd5f71-bf50-4475-a0a6-e89cc49857a3 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:34.573402 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4ef73f48-cdea-4669-9309-cc5ee16914de req-99fd5f71-bf50-4475-a0a6-e89cc49857a3 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 945 time: 0.0799713 Aug 31 18:32:34.600677 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0cac-0c4d-46e1-be49-1af23d9776b8 req-17afa818-7640-421a-b777-6132b7f1fd22 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:34.602358 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f51f0cac-0c4d-46e1-be49-1af23d9776b8 req-17afa818-7640-421a-b777-6132b7f1fd22 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.0818994 Aug 31 18:32:34.674347 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4ef73f48-cdea-4669-9309-cc5ee16914de req-af5c5bdd-e8da-4e94-86d9-25f3f84d29d6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882494 Aug 31 18:32:34.688956 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a91980-3cda-4015-ad54-a9e7d6693c21 req-727bc79e-2e6b-4272-8b18-f3bf210a3666 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:34.690421 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f1a91980-3cda-4015-ad54-a9e7d6693c21 req-727bc79e-2e6b-4272-8b18-f3bf210a3666 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f08e6cb-6b30-4dc1-b4e9-460a1c945502 HTTP/1.1" status: 200 len: 946 time: 0.1159489 Aug 31 18:32:34.694155 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f51f0cac-0c4d-46e1-be49-1af23d9776b8 req-9de464a4-0ed6-4d14-a1e5-ee035e35b1c7 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703957 Aug 31 18:32:34.722328 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41022) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:34.743114 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-50b2a96a-9258-42a8-bcae-53fe3e8123bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:34.834345 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-f1a91980-3cda-4015-ad54-a9e7d6693c21 req-ff97c5fa-debf-42ed-85bc-1e3849731205 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Deleting port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:32:34.834691 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f1a91980-3cda-4015-ad54-a9e7d6693c21 req-ff97c5fa-debf-42ed-85bc-1e3849731205 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:35.008487 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-50b2a96a-9258-42a8-bcae-53fe3e8123bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:35.011297 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-f1a91980-3cda-4015-ad54-a9e7d6693c21 req-ff97c5fa-debf-42ed-85bc-1e3849731205 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] For port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:35.011665 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f1a91980-3cda-4015-ad54-a9e7d6693c21 req-ff97c5fa-debf-42ed-85bc-1e3849731205 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:35.025025 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-50b2a96a-9258-42a8-bcae-53fe3e8123bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:35.040742 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-f1a91980-3cda-4015-ad54-a9e7d6693c21 req-ff97c5fa-debf-42ed-85bc-1e3849731205 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Calling delete_port for ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:32:35.065214 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ce38d-32f8-49ef-83f2-d5d9902f45d1 req-8abd6f04-b90d-4a53-9218-42b881378424 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:35.067260 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e36ce38d-32f8-49ef-83f2-d5d9902f45d1 req-8abd6f04-b90d-4a53-9218-42b881378424 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.1665623 Aug 31 18:32:35.090354 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440d762-80a5-4758-981a-b35ada244a79 req-c51184ea-0e33-47db-9b08-be8df8651584 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:35.091750 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8440d762-80a5-4758-981a-b35ada244a79 req-c51184ea-0e33-47db-9b08-be8df8651584 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 945 time: 0.1650257 Aug 31 18:32:35.143002 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2a96a-9258-42a8-bcae-53fe3e8123bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3fc962-7989-4251-810e-e9accc011717,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:35.167699 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-50b2a96a-9258-42a8-bcae-53fe3e8123bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=541467bd4bd94303b84e696d719bb250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444096 Aug 31 18:32:35.170604 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41026) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:35.218912 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc7cf-6a62-4242-b8d2-5c68b7150727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:35.234515 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e36ce38d-32f8-49ef-83f2-d5d9902f45d1 req-1cf68a22-8e8f-47dc-979d-9b3c3b3170bd tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1529746 Aug 31 18:32:35.240806 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc7cf-6a62-4242-b8d2-5c68b7150727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:35.294737 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc7cf-6a62-4242-b8d2-5c68b7150727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:35.297597 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc7cf-6a62-4242-b8d2-5c68b7150727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:35.309211 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ae2dc7cf-6a62-4242-b8d2-5c68b7150727 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d3fc962-7989-4251-810e-e9accc011717 HTTP/1.1" status: 204 len: 168 time: 0.1330266 Aug 31 18:32:35.321342 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2dc7cf-6a62-4242-b8d2-5c68b7150727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3fc962-7989-4251-810e-e9accc011717,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:35.341036 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f1a91980-3cda-4015-ad54-a9e7d6693c21 req-ff97c5fa-debf-42ed-85bc-1e3849731205 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:35.348530 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-8440d762-80a5-4758-981a-b35ada244a79 req-678cc735-89de-49e0-b4e7-1681725f00dc tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Deleting port a67e49ed-24cb-487f-8365-194ee5b2d9e6 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:32:35.349020 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8440d762-80a5-4758-981a-b35ada244a79 req-678cc735-89de-49e0-b4e7-1681725f00dc tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:35.353877 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['0eb88f3b-572c-4192-8425-4f099a256310', 'ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:32:35.428108 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97c5fa-debf-42ed-85bc-1e3849731205 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Pushing event deleted for resources: {'Port': ['ID=ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:35.515423 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a91980-3cda-4015-ad54-a9e7d6693c21 req-ff97c5fa-debf-42ed-85bc-1e3849731205 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] No DVR routers for this DVR port ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:32:35.525737 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-f1a91980-3cda-4015-ad54-a9e7d6693c21 req-ff97c5fa-debf-42ed-85bc-1e3849731205 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:35.532305 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f1a91980-3cda-4015-ad54-a9e7d6693c21 req-ff97c5fa-debf-42ed-85bc-1e3849731205 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.50 "DELETE /v2.0/ports/ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 HTTP/1.1" status: 204 len: 173 time: 0.8300543 Aug 31 18:32:35.535624 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f08e6cb-6b30-4dc1-b4e9-460a1c945502', 'name': 'network-vif-deleted', 'tag': 'ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:32:35.537896 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deca3cb-7282-49cf-b2fb-bc1bcde85cac" -d '{"events": [{"server_uuid": "6f08e6cb-6b30-4dc1-b4e9-460a1c945502", "name": "network-vif-deleted", "tag": "ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:32:35.576329 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-8440d762-80a5-4758-981a-b35ada244a79 req-678cc735-89de-49e0-b4e7-1681725f00dc tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] For port a67e49ed-24cb-487f-8365-194ee5b2d9e6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a67e49ed-24cb-487f-8365-194ee5b2d9e6,segment=NetworkSegment(75bc8e75-d59b-4777-87c4-3408fc5069a7),segment_id=75bc8e75-d59b-4777-87c4-3408fc5069a7)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:35.576640 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8440d762-80a5-4758-981a-b35ada244a79 req-678cc735-89de-49e0-b4e7-1681725f00dc tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:35.590254 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff46783-3ed4-4cc5-9261-a491c31e3a45 x-openstack-request-id: req-4ff46783-3ed4-4cc5-9261-a491c31e3a45 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:32:35.590548 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f08e6cb-6b30-4dc1-b4e9-460a1c945502", "name": "network-vif-deleted", "tag": "ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:32:35.590795 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ff46783-3ed4-4cc5-9261-a491c31e3a45 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:32:35.591170 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f08e6cb-6b30-4dc1-b4e9-460a1c945502', 'name': 'network-vif-deleted', 'tag': 'ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25', 'status': 'completed', 'code': 200} Aug 31 18:32:35.599047 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-8440d762-80a5-4758-981a-b35ada244a79 req-678cc735-89de-49e0-b4e7-1681725f00dc tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Calling delete_port for a67e49ed-24cb-487f-8365-194ee5b2d9e6 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:32:35.616492 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f790350-3e65-4187-ab03-54269ce83b44 req-9003c972-ccde-441c-910f-164241e7d238 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:35.618018 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7f790350-3e65-4187-ab03-54269ce83b44 req-9003c972-ccde-441c-910f-164241e7d238 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.1544983 Aug 31 18:32:35.636620 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496898c-c0c5-4c39-92a8-a2815568e179 req-0a00b8f9-0981-4d04-a7e5-1c39bc8cdcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:35.637953 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e496898c-c0c5-4c39-92a8-a2815568e179 req-0a00b8f9-0981-4d04-a7e5-1c39bc8cdcde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0994b33130eb4af78aaacb8f365f6fa9&device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 1098 time: 0.1206810 Aug 31 18:32:36.021667 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7f790350-3e65-4187-ab03-54269ce83b44 req-c836b3e8-2b5c-499c-b423-87ab1029b1a7 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3958204 Aug 31 18:32:36.074821 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f1b07-6da1-4e7b-aa59-c9d1800eac50 req-2e958ac2-c821-4928-bd45-d3fede315b7c tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:36.074821 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7a5f1b07-6da1-4e7b-aa59-c9d1800eac50 req-2e958ac2-c821-4928-bd45-d3fede315b7c tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5958aa-9739-41d2-8820-c849e67a875e HTTP/1.1" status: 200 len: 945 time: 0.1603281 Aug 31 18:32:36.115400 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496898c-c0c5-4c39-92a8-a2815568e179 req-a581c9b3-cdd7-4495-a4aa-d07d94b6af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:36.116870 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e496898c-c0c5-4c39-92a8-a2815568e179 req-a581c9b3-cdd7-4495-a4aa-d07d94b6af08 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d376ac0a-4276-4b04-a9a4-460fec2e9230 HTTP/1.1" status: 200 len: 911 time: 0.4473877 Aug 31 18:32:36.206832 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7a5f1b07-6da1-4e7b-aa59-c9d1800eac50 req-4e99653a-7a0f-4f57-958f-04de13ca0ff4 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209922 Aug 31 18:32:36.209947 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8440d762-80a5-4758-981a-b35ada244a79 req-678cc735-89de-49e0-b4e7-1681725f00dc tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:36.242563 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e496898c-c0c5-4c39-92a8-a2815568e179 req-ad155298-23d3-451d-a4ed-86e651213051 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 HTTP/1.1" status: 200 len: 1000 time: 0.1179004 Aug 31 18:32:36.245006 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cc735-89de-49e0-b4e7-1681725f00dc tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Pushing event deleted for resources: {'Port': ['ID=a67e49ed-24cb-487f-8365-194ee5b2d9e6,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:36.326213 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8440d762-80a5-4758-981a-b35ada244a79 req-678cc735-89de-49e0-b4e7-1681725f00dc tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] No DVR routers for this DVR port a67e49ed-24cb-487f-8365-194ee5b2d9e6 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:32:36.342385 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8440d762-80a5-4758-981a-b35ada244a79 req-678cc735-89de-49e0-b4e7-1681725f00dc tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:36.344339 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8440d762-80a5-4758-981a-b35ada244a79 req-678cc735-89de-49e0-b4e7-1681725f00dc tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.50 "DELETE /v2.0/ports/a67e49ed-24cb-487f-8365-194ee5b2d9e6 HTTP/1.1" status: 204 len: 173 time: 1.2404220 Aug 31 18:32:36.354734 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496898c-c0c5-4c39-92a8-a2815568e179 req-9ed76a07-e708-4234-ac60-ff4ba551541b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:36.356181 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e496898c-c0c5-4c39-92a8-a2815568e179 req-9ed76a07-e708-4234-ac60-ff4ba551541b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3595eaf-e129-4f4e-b637-5ea939609a86 HTTP/1.1" status: 200 len: 849 time: 0.1045995 Aug 31 18:32:36.402086 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc41c3e-38b9-48e0-82b2-cf85f8b196ed req-679a60d4-9248-4a7f-9715-ee4e521033c0 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:36.403579 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9dc41c3e-38b9-48e0-82b2-cf85f8b196ed req-679a60d4-9248-4a7f-9715-ee4e521033c0 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1118281 Aug 31 18:32:36.431395 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496898c-c0c5-4c39-92a8-a2815568e179 req-0cb4d5ae-13b8-4b47-a573-8042b5d20e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:36.432913 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e496898c-c0c5-4c39-92a8-a2815568e179 req-0cb4d5ae-13b8-4b47-a573-8042b5d20e54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d376ac0a-4276-4b04-a9a4-460fec2e9230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679104 Aug 31 18:32:36.496022 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9dc41c3e-38b9-48e0-82b2-cf85f8b196ed req-d99b7260-2bf4-4a16-a633-a2e210825701 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838923 Aug 31 18:32:36.539495 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e496898c-c0c5-4c39-92a8-a2815568e179 req-90666c88-30d5-4f13-ba8d-f60a8af22dde service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954812 Aug 31 18:32:36.630706 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e496898c-c0c5-4c39-92a8-a2815568e179 req-2ea04260-a62b-4d27-865f-bcc17a36664a service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831509 Aug 31 18:32:37.170390 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d66ab-cdc0-4d93-a6ac-b81ad593eb46 req-ec68f149-555c-4172-a86a-92132ac51f98 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:37.178574 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-439d66ab-cdc0-4d93-a6ac-b81ad593eb46 req-ec68f149-555c-4172-a86a-92132ac51f98 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0685947 Aug 31 18:32:37.221546 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-439d66ab-cdc0-4d93-a6ac-b81ad593eb46 req-40b165ac-d942-415b-978c-d8bd7fda388c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420294 Aug 31 18:32:37.598674 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5958aa-9739-41d2-8820-c849e67a875e', 'name': 'network-vif-deleted', 'tag': 'a67e49ed-24cb-487f-8365-194ee5b2d9e6'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:32:37.601804 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696ca9ab-0a91-4df2-819f-615781bf9fc6" -d '{"events": [{"server_uuid": "ff5958aa-9739-41d2-8820-c849e67a875e", "name": "network-vif-deleted", "tag": "a67e49ed-24cb-487f-8365-194ee5b2d9e6"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:32:37.627905 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad76ab-1822-4533-a259-3c450b2c1de4 req-5595da48-4764-4a67-bdf1-f6829ce596f6 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:37.630033 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34ad76ab-1822-4533-a259-3c450b2c1de4 req-5595da48-4764-4a67-bdf1-f6829ce596f6 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0644631 Aug 31 18:32:37.644439 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb80edf3-877a-49e0-a429-bc162e2062eb x-openstack-request-id: req-fb80edf3-877a-49e0-a429-bc162e2062eb {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:32:37.644752 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5958aa-9739-41d2-8820-c849e67a875e", "name": "network-vif-deleted", "tag": "a67e49ed-24cb-487f-8365-194ee5b2d9e6", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:32:37.645000 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb80edf3-877a-49e0-a429-bc162e2062eb {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:32:37.645379 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5958aa-9739-41d2-8820-c849e67a875e', 'name': 'network-vif-deleted', 'tag': 'a67e49ed-24cb-487f-8365-194ee5b2d9e6', 'status': 'completed', 'code': 200} Aug 31 18:32:37.672027 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34ad76ab-1822-4533-a259-3c450b2c1de4 req-9796ebdf-f055-496e-aafb-2d48c1b0aced tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350077 Aug 31 18:32:38.340314 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69678f7c-9eb7-49a5-9075-d6d56270bda1 req-3b15bf6c-a161-40fd-8e82-d8d835c9a284 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:38.341826 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69678f7c-9eb7-49a5-9075-d6d56270bda1 req-3b15bf6c-a161-40fd-8e82-d8d835c9a284 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0487101 Aug 31 18:32:38.379231 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69678f7c-9eb7-49a5-9075-d6d56270bda1 req-e3547e7c-316d-4a2f-98b3-e35ca7777a4f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315356 Aug 31 18:32:38.665109 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:32:38.688763 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:32:38.689108 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device ccaa9151-6b6c-49c5-9a9b-62be8dc4cc25 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:32:38.689529 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device a67e49ed-24cb-487f-8365-194ee5b2d9e6 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:32:38.708948 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: a67e49ed-24cb-487f-8365-194ee5b2d9e6 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:32:38.709250 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device a67e49ed-24cb-487f-8365-194ee5b2d9e6 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:32:38.790746 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a8f20-30b2-4c47-b33b-782c455cf23c req-40475cfa-1cda-4252-90c1-12cab6abb75c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:38.792240 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1a1a8f20-30b2-4c47-b33b-782c455cf23c req-40475cfa-1cda-4252-90c1-12cab6abb75c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0499475 Aug 31 18:32:38.833161 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1a1a8f20-30b2-4c47-b33b-782c455cf23c req-f7a46386-29fb-4e3e-ab11-506441f86c3c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348499 Aug 31 18:32:39.950705 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428f8a9-95d9-46be-91ee-ef378ef68f3e req-183075f7-f852-4eaf-8eb7-826e02f87636 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:39.952170 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d428f8a9-95d9-46be-91ee-ef378ef68f3e req-183075f7-f852-4eaf-8eb7-826e02f87636 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0516086 Aug 31 18:32:39.989294 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d428f8a9-95d9-46be-91ee-ef378ef68f3e req-a8e0b840-02e4-4424-805b-c5aad797b2b8 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312324 Aug 31 18:32:41.102219 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd90f2-dc7f-4294-ad94-ade48e89565a req-8432e271-254b-4154-9b86-edc4ed77e4bb tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:41.103690 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-75fd90f2-dc7f-4294-ad94-ade48e89565a req-8432e271-254b-4154-9b86-edc4ed77e4bb tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0494449 Aug 31 18:32:41.142770 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-75fd90f2-dc7f-4294-ad94-ade48e89565a req-8782a9da-7125-4eb3-854b-bb8593cdaa6c tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330989 Aug 31 18:32:41.583568 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41158) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:41.708387 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:41.808321 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:41.812278 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:41.850209 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af935c60fe9c44a6bd2d93fc6e97e46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655487 Aug 31 18:32:41.853251 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41182) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:41.855206 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b913484-dec1-4d42-a674-5d485ff0c527,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:41.862542 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:41.862898 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:41.863258 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:41.863598 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:41.863934 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:41.864273 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:41.864637 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:41.864970 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:41.865301 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:41.865629 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:41.865950 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:41.866272 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1381c0-e6cd-4be3-8ca4-7b67bcd8a131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:41.942141 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3144616-94af-45c1-a47c-9a65be6d18b1 req-6cb67850-4a50-49b9-b32b-425535735407 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:41.943588 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d3144616-94af-45c1-a47c-9a65be6d18b1 req-6cb67850-4a50-49b9-b32b-425535735407 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 945 time: 0.0820546 Aug 31 18:32:41.948198 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbe98a8a-9681-4fc0-b889-9cdb935ad549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:41.985705 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbe98a8a-9681-4fc0-b889-9cdb935ad549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.005543 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d3144616-94af-45c1-a47c-9a65be6d18b1 req-df6c8539-d887-4e48-8a8f-312eebabcdb1 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554764 Aug 31 18:32:42.027791 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41184) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:42.046858 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbe98a8a-9681-4fc0-b889-9cdb935ad549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.049583 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbe98a8a-9681-4fc0-b889-9cdb935ad549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.050877 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cbe98a8a-9681-4fc0-b889-9cdb935ad549 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b913484-dec1-4d42-a674-5d485ff0c527 HTTP/1.1" status: 204 len: 168 time: 0.1961024 Aug 31 18:32:42.059394 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe98a8a-9681-4fc0-b889-9cdb935ad549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b913484-dec1-4d42-a674-5d485ff0c527,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:42.179049 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fb31c7-bf53-4792-9e89-3f95af9b341b tempest-TestMinimumBasicScenario-1109601803 tempest-TestMinimumBasicScenario-1109601803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:42.183681 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41194) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:42.183872 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-f4fb31c7-bf53-4792-9e89-3f95af9b341b tempest-TestMinimumBasicScenario-1109601803 tempest-TestMinimumBasicScenario-1109601803-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 1093 time: 0.1550424 Aug 31 18:32:42.188723 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Request body: {'floatingip': {'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'port_id': 'db5281fd-9c01-4b03-bc8e-9c06149143dc', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:42.228996 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for floatingip, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.274111 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38108d-b780-45d1-9a3c-b32613e4adbe req-679b0353-71fe-4e65-a4b1-f55126650829 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:42.275792 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3e38108d-b780-45d1-9a3c-b32613e4adbe req-679b0353-71fe-4e65-a4b1-f55126650829 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0581713 Aug 31 18:32:42.315170 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3e38108d-b780-45d1-9a3c-b32613e4adbe req-08b79c0e-2e9b-4fa2-8a42-8496f79ed88a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327520 Aug 31 18:32:42.346900 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.359451 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41196) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:42.376334 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-51e42011-a794-4b6e-9a12-8e9e575a8dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.452411 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Allocated IP 172.27.0.55 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/b65c5390-c350-4b0b-9e11-8dcb3e2a5abf) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:32:42.465825 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-51e42011-a794-4b6e-9a12-8e9e575a8dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.469648 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-51e42011-a794-4b6e-9a12-8e9e575a8dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.508704 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-51e42011-a794-4b6e-9a12-8e9e575a8dc8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15ebc617e907447b9dbe095a709088ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476800 Aug 31 18:32:42.509699 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e42011-a794-4b6e-9a12-8e9e575a8dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ade33f8-9b34-4414-ad63-cfa86818657f,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:42.511843 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41198) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:42.581995 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.599274 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-77fe200d-2b22-4d89-914a-f4e2bd0732c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.626502 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-77fe200d-2b22-4d89-914a-f4e2bd0732c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.674079 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.716790 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-77fe200d-2b22-4d89-914a-f4e2bd0732c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.719243 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-77fe200d-2b22-4d89-914a-f4e2bd0732c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:42.720368 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-77fe200d-2b22-4d89-914a-f4e2bd0732c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ade33f8-9b34-4414-ad63-cfa86818657f HTTP/1.1" status: 204 len: 168 time: 0.2075961 Aug 31 18:32:42.724327 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:32:42.733199 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:32:42.735749 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:32:42.758883 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe200d-2b22-4d89-914a-f4e2bd0732c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ade33f8-9b34-4414-ad63-cfa86818657f,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:42.763238 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event updated for resources: {'Port': ['ID=b65c5390-c350-4b0b-9e11-8dcb3e2a5abf,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:43.166552 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:43.236494 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:43.441597 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83967e-6f50-4d07-982a-209d9e99a796 req-8227bbcd-b2d9-4137-8538-9d5b13d9c4a5 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:43.443177 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a83967e-6f50-4d07-982a-209d9e99a796 req-8227bbcd-b2d9-4137-8538-9d5b13d9c4a5 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0526812 Aug 31 18:32:43.484015 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a83967e-6f50-4d07-982a-209d9e99a796 req-dff9c33e-1980-464e-a963-85780c9ec7c5 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Aug 31 18:32:43.583125 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:43.587863 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127822891'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:43.657104 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event updated for resources: {'Port': ['ID=b65c5390-c350-4b0b-9e11-8dcb3e2a5abf,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:43.667588 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:43.767462 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.db.l3_db [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Floating IP d776fdf1-e429-4aaa-928f-c65df97a389c associated. External IP: 172.27.0.55, port: db5281fd-9c01-4b03-bc8e-9c06149143dc. Aug 31 18:32:43.971140 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Router e7084242-fe7d-4949-b810-37be13021075 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:32:44.085277 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:32:44.094773 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27474db7-35cb-4643-a8d6-eecfd7faeb19 None None] Sync routers for ids ['e7084242-fe7d-4949-b810-37be13021075'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:32:44.105265 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27474db7-35cb-4643-a8d6-eecfd7faeb19 None None] Routers {'e7084242-fe7d-4949-b810-37be13021075'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:32:44.105901 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-27474db7-35cb-4643-a8d6-eecfd7faeb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:32:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['e7084242-fe7d-4949-b810-37be13021075'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:44.106464 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.135015 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b36dc731-ac5c-4363-89a1-ac0aa5de8ce5 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9498010 Aug 31 18:32:44.135692 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:32:44.137871 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41250) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:44.138193 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6a6e3fd8e19181886bbcf5191d9f3c1d41a4916aec97eaa69cdb11cbf5a2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b66257-565f-42cc-afd4-9c747411d9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:32:44.142658 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-b047accb-a257-4f5c-8ebe-dd41cc8d1ccb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-578554897', 'description': 'tempest-secgroup-smoke-578554897 description', 'project_id': '0434fd91cbb8442d8de57e11a044033f'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:44.173276 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b047accb-a257-4f5c-8ebe-dd41cc8d1ccb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.180823 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c59f7e0-3d97-4ac9-9d9b-f31d441d53cb x-openstack-request-id: req-9c59f7e0-3d97-4ac9-9d9b-f31d441d53cb {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:32:44.181117 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:32:44.181791 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c59f7e0-3d97-4ac9-9d9b-f31d441d53cb {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:32:44.181791 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc', 'status': 'completed', 'code': 200} Aug 31 18:32:44.229761 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-27474db7-35cb-4643-a8d6-eecfd7faeb19 None None] Set router e7084242-fe7d-4949-b810-37be13021075 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:32:44.265267 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b047accb-a257-4f5c-8ebe-dd41cc8d1ccb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.270235 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b047accb-a257-4f5c-8ebe-dd41cc8d1ccb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.308311 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047accb-a257-4f5c-8ebe-dd41cc8d1ccb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94bb4909-7650-4b8a-9243-d564c121ebeb,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:44.311975 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b047accb-a257-4f5c-8ebe-dd41cc8d1ccb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.316607 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b047accb-a257-4f5c-8ebe-dd41cc8d1ccb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1744537 Aug 31 18:32:44.317288 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41258) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:44.321442 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-74a8825a-abee-4bf2-bcb8-384eaf35d1fb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Request body: {'security_group_rule': {'security_group_id': '94bb4909-7650-4b8a-9243-d564c121ebeb', 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:44.349922 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74a8825a-abee-4bf2-bcb8-384eaf35d1fb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.410759 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74a8825a-abee-4bf2-bcb8-384eaf35d1fb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.415457 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74a8825a-abee-4bf2-bcb8-384eaf35d1fb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.435508 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8825a-abee-4bf2-bcb8-384eaf35d1fb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07184b14-841b-43a3-bc41-c7c785cdc470,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:44.441913 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74a8825a-abee-4bf2-bcb8-384eaf35d1fb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.443606 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-74a8825a-abee-4bf2-bcb8-384eaf35d1fb tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256435 Aug 31 18:32:44.446359 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41260) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:44.451172 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-d40c5765-136c-4620-8853-c2efed89c468 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Request body: {'security_group_rule': {'security_group_id': '94bb4909-7650-4b8a-9243-d564c121ebeb', 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:44.480622 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d40c5765-136c-4620-8853-c2efed89c468 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.549555 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d40c5765-136c-4620-8853-c2efed89c468 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.555413 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d40c5765-136c-4620-8853-c2efed89c468 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.583331 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c5765-136c-4620-8853-c2efed89c468 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46b46ce-1e76-4667-a383-8667fe379440,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:44.615725 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d40c5765-136c-4620-8853-c2efed89c468 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.617129 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d40c5765-136c-4620-8853-c2efed89c468 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1698060 Aug 31 18:32:44.619912 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41264) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:44.625322 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-27474db7-35cb-4643-a8d6-eecfd7faeb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:41Z', 'revision_number': 4, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port': {'id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'd776fdf1-e429-4aaa-928f-c65df97a389c', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': 'e7084242-fe7d-4949-b810-37be13021075', 'port_id': 'db5281fd-9c01-4b03-bc8e-9c06149143dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'mac_address': 'fa:16:3e:c5:aa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c39504-ee88-491a-ac62-e811881db8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:32:42Z', 'updated_at': '2021-08-31T18:32:42Z', 'revision_number': 0, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa384e7-66ef-42a7-ab0f-31e517f55a60', 'name': '', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'mac_address': 'fa:16:3e:b3:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:40Z', 'updated_at': '2021-08-31T18:31:48Z', 'revision_number': 5, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'subnets': [{'id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:44.638351 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-b6077a00-5602-4d1e-8b35-f7ebf21ce3aa tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Request body: {'security_group_rule': {'security_group_id': '94bb4909-7650-4b8a-9243-d564c121ebeb', 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:44.655248 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27474db7-35cb-4643-a8d6-eecfd7faeb19 None None] Checking router: e7084242-fe7d-4949-b810-37be13021075 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:32:44.667430 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27474db7-35cb-4643-a8d6-eecfd7faeb19 None None] Routers {'e7084242-fe7d-4949-b810-37be13021075'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:32:44.668118 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-27474db7-35cb-4643-a8d6-eecfd7faeb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:32:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['e7084242-fe7d-4949-b810-37be13021075'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:44.677441 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980388f4-c95e-4e77-ab71-3c0315915089 req-87597cc6-7424-4ba9-bc96-14257846e0aa tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:44.679380 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-980388f4-c95e-4e77-ab71-3c0315915089 req-87597cc6-7424-4ba9-bc96-14257846e0aa tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.0763667 Aug 31 18:32:44.685745 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b6077a00-5602-4d1e-8b35-f7ebf21ce3aa tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.772243 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-980388f4-c95e-4e77-ab71-3c0315915089 req-9817e9d4-6822-4337-9e5e-3e6b014e4a30 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795302 Aug 31 18:32:44.787364 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b6077a00-5602-4d1e-8b35-f7ebf21ce3aa tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.792726 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b6077a00-5602-4d1e-8b35-f7ebf21ce3aa tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.795176 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-27474db7-35cb-4643-a8d6-eecfd7faeb19 None None] Set router e7084242-fe7d-4949-b810-37be13021075 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:32:44.809417 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6077a00-5602-4d1e-8b35-f7ebf21ce3aa tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f650d37c-3a3c-421c-8423-eb1404291d65,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:44.818443 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b6077a00-5602-4d1e-8b35-f7ebf21ce3aa tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.819756 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b6077a00-5602-4d1e-8b35-f7ebf21ce3aa tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1987708 Aug 31 18:32:44.822660 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41270) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:44.827109 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-79720f7e-1570-4de4-9123-e6b81fe536a6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Request body: {'security_group_rule': {'security_group_id': '94bb4909-7650-4b8a-9243-d564c121ebeb', 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:44.854418 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-79720f7e-1570-4de4-9123-e6b81fe536a6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.915637 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-79720f7e-1570-4de4-9123-e6b81fe536a6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.920288 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-79720f7e-1570-4de4-9123-e6b81fe536a6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.942243 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79720f7e-1570-4de4-9123-e6b81fe536a6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d81a46c-da90-4e67-a52c-0a8b140911e1,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:44.950945 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-79720f7e-1570-4de4-9123-e6b81fe536a6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:44.952208 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-79720f7e-1570-4de4-9123-e6b81fe536a6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285965 Aug 31 18:32:44.955148 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41272) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:44.959880 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-9873cb8e-a56e-4cf8-b970-17c668bedcc7 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Request body: {'security_group_rule': {'security_group_id': '94bb4909-7650-4b8a-9243-d564c121ebeb', 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:44.981810 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.db.securitygroups_db [None req-9873cb8e-a56e-4cf8-b970-17c668bedcc7 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Project 0434fd91cbb8442d8de57e11a044033f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 18:32:44.987833 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9873cb8e-a56e-4cf8-b970-17c668bedcc7 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:45.022377 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-27474db7-35cb-4643-a8d6-eecfd7faeb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:41Z', 'revision_number': 4, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port': {'id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'd776fdf1-e429-4aaa-928f-c65df97a389c', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': 'e7084242-fe7d-4949-b810-37be13021075', 'port_id': 'db5281fd-9c01-4b03-bc8e-9c06149143dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'mac_address': 'fa:16:3e:c5:aa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c39504-ee88-491a-ac62-e811881db8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:32:42Z', 'updated_at': '2021-08-31T18:32:42Z', 'revision_number': 0, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa384e7-66ef-42a7-ab0f-31e517f55a60', 'name': '', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'mac_address': 'fa:16:3e:b3:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:40Z', 'updated_at': '2021-08-31T18:31:48Z', 'revision_number': 5, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'subnets': [{'id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:45.052114 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27474db7-35cb-4643-a8d6-eecfd7faeb19 None None] The sync data for ids ['e7084242-fe7d-4949-b810-37be13021075'] in dv-cinder-805887-9-iscsi is: [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:41Z', 'revision_number': 4, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port': {'id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'd776fdf1-e429-4aaa-928f-c65df97a389c', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': 'e7084242-fe7d-4949-b810-37be13021075', 'port_id': 'db5281fd-9c01-4b03-bc8e-9c06149143dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'mac_address': 'fa:16:3e:c5:aa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c39504-ee88-491a-ac62-e811881db8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:32:42Z', 'updated_at': '2021-08-31T18:32:42Z', 'revision_number': 0, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa384e7-66ef-42a7-ab0f-31e517f55a60', 'name': '', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'mac_address': 'fa:16:3e:b3:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:40Z', 'updated_at': '2021-08-31T18:31:48Z', 'revision_number': 5, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'subnets': [{'id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:32:45.061078 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9873cb8e-a56e-4cf8-b970-17c668bedcc7 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:45.064958 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9873cb8e-a56e-4cf8-b970-17c668bedcc7 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:45.085250 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873cb8e-a56e-4cf8-b970-17c668bedcc7 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676c9814-f8fb-4364-b288-16f1b229a546,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:45.093384 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9873cb8e-a56e-4cf8-b970-17c668bedcc7 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:45.094726 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9873cb8e-a56e-4cf8-b970-17c668bedcc7 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385255 Aug 31 18:32:45.098126 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41276) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:45.103017 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-6df2abef-4cd0-4bd7-b10d-ef91cef2a427 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Request body: {'security_group_rule': {'security_group_id': '94bb4909-7650-4b8a-9243-d564c121ebeb', 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:45.125272 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.db.securitygroups_db [None req-6df2abef-4cd0-4bd7-b10d-ef91cef2a427 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Project 0434fd91cbb8442d8de57e11a044033f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 18:32:45.131010 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6df2abef-4cd0-4bd7-b10d-ef91cef2a427 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:45.196139 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6df2abef-4cd0-4bd7-b10d-ef91cef2a427 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:45.201630 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6df2abef-4cd0-4bd7-b10d-ef91cef2a427 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:45.220080 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2abef-4cd0-4bd7-b10d-ef91cef2a427 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071f1611-0d63-4d8d-85cb-2c95a22c9e71,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:45.229119 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6df2abef-4cd0-4bd7-b10d-ef91cef2a427 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:45.230474 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6df2abef-4cd0-4bd7-b10d-ef91cef2a427 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312613 Aug 31 18:32:45.240869 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2f15c2-f20b-4608-9df0-9f9006bbb925 None None] New status for floating IP d776fdf1-e429-4aaa-928f-c65df97a389c: ACTIVE {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:32:45.316775 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c6c7cbca-fce9-443d-9273-1ef8ed6902b7 req-1adc41d3-a047-4475-88f0-133db7e8c95d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578554897&fields=id&tenant_id=0434fd91cbb8442d8de57e11a044033f HTTP/1.1" status: 200 len: 267 time: 0.0330913 Aug 31 18:32:45.369923 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7cbca-fce9-443d-9273-1ef8ed6902b7 req-787b3820-8bad-4803-a3cd-13e50e01cea3 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:45.371292 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c6c7cbca-fce9-443d-9273-1ef8ed6902b7 req-787b3820-8bad-4803-a3cd-13e50e01cea3 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 945 time: 0.0485988 Aug 31 18:32:45.383350 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-c6c7cbca-fce9-443d-9273-1ef8ed6902b7 req-470c0b8a-11e9-4b38-97aa-0c7cbb7af8b4 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Request body: {'port': {'security_groups': ['8882382e-8189-46d7-a2e7-029d43b17908', '94bb4909-7650-4b8a-9243-d564c121ebeb']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:45.453564 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c6c7cbca-fce9-443d-9273-1ef8ed6902b7 req-470c0b8a-11e9-4b38-97aa-0c7cbb7af8b4 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:45.636770 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-c6c7cbca-fce9-443d-9273-1ef8ed6902b7 req-470c0b8a-11e9-4b38-97aa-0c7cbb7af8b4 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] For port db5281fd-9c01-4b03-bc8e-9c06149143dc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc,segment=NetworkSegment(e6b97005-8d08-401b-a9eb-6f53b9ceee30),segment_id=e6b97005-8d08-401b-a9eb-6f53b9ceee30)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:45.666483 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c6c7cbca-fce9-443d-9273-1ef8ed6902b7 req-470c0b8a-11e9-4b38-97aa-0c7cbb7af8b4 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:45.670894 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c6c7cbca-fce9-443d-9273-1ef8ed6902b7 req-470c0b8a-11e9-4b38-97aa-0c7cbb7af8b4 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:45.717172 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7cbca-fce9-443d-9273-1ef8ed6902b7 req-470c0b8a-11e9-4b38-97aa-0c7cbb7af8b4 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:45.717807 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c6c7cbca-fce9-443d-9273-1ef8ed6902b7 req-470c0b8a-11e9-4b38-97aa-0c7cbb7af8b4 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:45.719194 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c6c7cbca-fce9-443d-9273-1ef8ed6902b7 req-470c0b8a-11e9-4b38-97aa-0c7cbb7af8b4 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "PUT /v2.0/ports/db5281fd-9c01-4b03-bc8e-9c06149143dc HTTP/1.1" status: 200 len: 981 time: 0.3406568 Aug 31 18:32:45.719643 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:32:45.722039 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cac92e-e2cc-4632-8589-c6cd56d751d6" -d '{"events": [{"name": "network-changed", "server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:32:45.743897 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c0b8a-11e9-4b38-97aa-0c7cbb7af8b4 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event updated for resources: {'Port': ['ID=db5281fd-9c01-4b03-bc8e-9c06149143dc,revision_number=6']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:45.772444 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4333d7c8-9ab2-4667-9a49-f9560dc3cde0 x-openstack-request-id: req-4333d7c8-9ab2-4667-9a49-f9560dc3cde0 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:32:45.772857 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:32:45.773265 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4333d7c8-9ab2-4667-9a49-f9560dc3cde0 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:32:45.773726 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc', 'status': 'completed', 'code': 200} Aug 31 18:32:45.842042 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f563c-b9d1-4a3b-b1a5-878ce741edd7 req-5ecb753b-70f6-4e85-9bf0-406328f99f2c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:45.847631 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f3f563c-b9d1-4a3b-b1a5-878ce741edd7 req-5ecb753b-70f6-4e85-9bf0-406328f99f2c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0513613 Aug 31 18:32:45.908267 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['db5281fd-9c01-4b03-bc8e-9c06149143dc'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:32:45.967537 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-677e42d3-db37-48d8-bd36-0aedaf848762 None None] Provisioning complete for port db5281fd-9c01-4b03-bc8e-9c06149143dc triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:32:45.967918 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-677e42d3-db37-48d8-bd36-0aedaf848762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:45.968418 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f3f563c-b9d1-4a3b-b1a5-878ce741edd7 req-ce460cb7-a93d-4f1c-b57c-14dbf02ed3a2 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178508 Aug 31 18:32:45.989028 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efae4b0-3e7a-4431-8408-5ae675a32fcf req-e4fe70c9-9df5-4a8d-950e-1670db0b6643 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:45.990501 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2efae4b0-3e7a-4431-8408-5ae675a32fcf req-e4fe70c9-9df5-4a8d-950e-1670db0b6643 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1336749 Aug 31 18:32:46.012097 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['db5281fd-9c01-4b03-bc8e-9c06149143dc'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:32:46.015536 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34573c-241f-4739-81f6-cd46e53aa627 req-727b3f44-139a-4820-844c-7393911d0d5a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:46.017039 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a34573c-241f-4739-81f6-cd46e53aa627 req-727b3f44-139a-4820-844c-7393911d0d5a tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 946 time: 0.1188157 Aug 31 18:32:46.026001 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66257-565f-42cc-afd4-9c747411d9ac req-3ba9f2f5-bdd6-4c70-aea3-529422cbcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:46.027481 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-39b66257-565f-42cc-afd4-9c747411d9ac req-3ba9f2f5-bdd6-4c70-aea3-529422cbcc00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0434fd91cbb8442d8de57e11a044033f&device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 1137 time: 0.1102242 Aug 31 18:32:46.128887 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2efae4b0-3e7a-4431-8408-5ae675a32fcf req-990b4fe5-9c45-4a0f-af00-b3d697296a12 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/security-groups?id=306545c8-893e-4cc5-af60-53da0c28b2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289418 Aug 31 18:32:46.185577 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 0eb88f3b-572c-4192-8425-4f099a256310 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:32:46.200998 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66257-565f-42cc-afd4-9c747411d9ac req-40a5a154-921a-437b-9933-3f79d00ac5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:46.202469 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-39b66257-565f-42cc-afd4-9c747411d9ac req-40a5a154-921a-437b-9933-3f79d00ac5e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b17948e-771b-4b03-81f6-1a9232b2cd6e HTTP/1.1" status: 200 len: 916 time: 0.1637878 Aug 31 18:32:46.218875 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-4a34573c-241f-4739-81f6-cd46e53aa627 req-3ea583cc-3c13-4d3c-9d4a-4fd646889d47 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Deleting port 0eb88f3b-572c-4192-8425-4f099a256310 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:32:46.219217 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4a34573c-241f-4739-81f6-cd46e53aa627 req-3ea583cc-3c13-4d3c-9d4a-4fd646889d47 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:46.328927 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:46.375652 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb88f3b-572c-4192-8425-4f099a256310'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:32:46.377931 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0668046c-cf2f-469c-8ba1-94b618333db1" -d '{"events": [{"server_uuid": "1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb88f3b-572c-4192-8425-4f099a256310"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:32:46.378605 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-39b66257-565f-42cc-afd4-9c747411d9ac req-c01daf76-92fc-4327-88a4-8d9ef8a1d22c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc HTTP/1.1" status: 200 len: 1000 time: 0.1677248 Aug 31 18:32:46.406294 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 0eb88f3b-572c-4192-8425-4f099a256310, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0eb88f3b-572c-4192-8425-4f099a256310,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:46.419406 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:46.453460 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 18:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d2cebe-4770-4da4-a89a-2509a489a340 x-openstack-request-id: req-b4d2cebe-4770-4da4-a89a-2509a489a340 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:32:46.453790 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb88f3b-572c-4192-8425-4f099a256310", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:32:46.454046 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4d2cebe-4770-4da4-a89a-2509a489a340 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:32:46.454436 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb88f3b-572c-4192-8425-4f099a256310', 'code': 200} Aug 31 18:32:46.461771 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-4a34573c-241f-4739-81f6-cd46e53aa627 req-3ea583cc-3c13-4d3c-9d4a-4fd646889d47 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] For port 0eb88f3b-572c-4192-8425-4f099a256310, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0eb88f3b-572c-4192-8425-4f099a256310,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:46.462390 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4a34573c-241f-4739-81f6-cd46e53aa627 req-3ea583cc-3c13-4d3c-9d4a-4fd646889d47 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:46.486016 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-a69cc602-8774-4c44-8be2-16fd5035efed tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:46.487497 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-a69cc602-8774-4c44-8be2-16fd5035efed tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/networks?id=ee44cbef-f826-462c-a28e-657662403d64 HTTP/1.1" status: 200 len: 814 time: 0.1992579 Aug 31 18:32:46.492050 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66257-565f-42cc-afd4-9c747411d9ac req-213a6bd8-38ac-4f6b-ad2f-63923ee60a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:46.493420 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-39b66257-565f-42cc-afd4-9c747411d9ac req-213a6bd8-38ac-4f6b-ad2f-63923ee60a9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16b2a05a-b8be-49ba-adb1-a710ed7cb513 HTTP/1.1" status: 200 len: 854 time: 0.1067619 Aug 31 18:32:46.494263 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-4a34573c-241f-4739-81f6-cd46e53aa627 req-3ea583cc-3c13-4d3c-9d4a-4fd646889d47 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Calling delete_port for 0eb88f3b-572c-4192-8425-4f099a256310 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:32:46.522235 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-fc930aa7-c19f-433c-b95d-90b164e93a43 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/quotas/1fbe4e8a70a64652b9695a4185e6b499 HTTP/1.1" status: 200 len: 375 time: 0.0259676 Aug 31 18:32:46.532832 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=0eb88f3b-572c-4192-8425-4f099a256310,revision_number=6']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:46.556718 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:46.557065 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:46.557409 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:46.557743 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:46.558074 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:46.558407 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:46.558732 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:46.559054 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:46.559391 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:46.559693 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:46.560011 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:46.560328 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:32:46.596730 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5ad7c23b-28b0-40ba-ace0-856e347d06ab tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fbe4e8a70a64652b9695a4185e6b499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600264 Aug 31 18:32:46.662994 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66257-565f-42cc-afd4-9c747411d9ac req-c837ecce-eef7-4e14-b1a1-c969eccf627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:46.664393 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-39b66257-565f-42cc-afd4-9c747411d9ac req-c837ecce-eef7-4e14-b1a1-c969eccf627f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b17948e-771b-4b03-81f6-1a9232b2cd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1577673 Aug 31 18:32:46.804072 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-2e0be7b4-5f65-4e71-9ffb-66a16fb1f5bc service neutron] 10.222.0.35 "GET /v2.0/networks/ee44cbef-f826-462c-a28e-657662403d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912546 Aug 31 18:32:46.880225 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-39b66257-565f-42cc-afd4-9c747411d9ac req-6abcf6bb-c04a-4b26-b9b6-3276a1d8fb47 service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054448 Aug 31 18:32:46.882365 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4a34573c-241f-4739-81f6-cd46e53aa627 req-3ea583cc-3c13-4d3c-9d4a-4fd646889d47 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:46.897134 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['db5281fd-9c01-4b03-bc8e-9c06149143dc'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:32:46.901812 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['db5281fd-9c01-4b03-bc8e-9c06149143dc'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:32:46.961997 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['db5281fd-9c01-4b03-bc8e-9c06149143dc'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:32:47.187236 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea583cc-3c13-4d3c-9d4a-4fd646889d47 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Pushing event deleted for resources: {'Port': ['ID=0eb88f3b-572c-4192-8425-4f099a256310,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:47.266378 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a34573c-241f-4739-81f6-cd46e53aa627 req-3ea583cc-3c13-4d3c-9d4a-4fd646889d47 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] No DVR routers for this DVR port 0eb88f3b-572c-4192-8425-4f099a256310 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:32:47.284298 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4a34573c-241f-4739-81f6-cd46e53aa627 req-3ea583cc-3c13-4d3c-9d4a-4fd646889d47 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:47.286280 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a34573c-241f-4739-81f6-cd46e53aa627 req-3ea583cc-3c13-4d3c-9d4a-4fd646889d47 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.50 "DELETE /v2.0/ports/0eb88f3b-572c-4192-8425-4f099a256310 HTTP/1.1" status: 204 len: 173 time: 1.2579520 Aug 31 18:32:47.290123 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-20d93036-df5d-4f3b-9271-0e7999980808 service neutron] 10.222.0.35 "GET /v2.0/networks/ee44cbef-f826-462c-a28e-657662403d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791584 Aug 31 18:32:47.291979 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5db5aec9-2c1a-47c3-882d-7cf627f814dd req-69dad1c9-3a78-4f69-9d19-29f81d22d9ef tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 210 time: 0.0623679 Aug 31 18:32:47.319044 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-39b66257-565f-42cc-afd4-9c747411d9ac req-5ffa2673-1138-43bf-9e80-7fdeae563e9b service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274180 Aug 31 18:32:47.481262 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-64571421-5a19-4ad4-8fdd-689b9ba7e31b req-bc12cf60-b4f0-4f39-a166-6a884fc6ec33 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 210 time: 0.0338831 Aug 31 18:32:47.782562 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c', 'name': 'network-vif-deleted', 'tag': '0eb88f3b-572c-4192-8425-4f099a256310'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:32:47.782562 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433eadd0-eb1c-4ac3-8a07-e74075163f2f" -d '{"events": [{"server_uuid": "1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c", "name": "network-vif-deleted", "tag": "0eb88f3b-572c-4192-8425-4f099a256310"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:32:47.814278 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59decb95-f6aa-4902-93e3-408c963f2c68 x-openstack-request-id: req-59decb95-f6aa-4902-93e3-408c963f2c68 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:32:47.814571 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c", "name": "network-vif-deleted", "tag": "0eb88f3b-572c-4192-8425-4f099a256310", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:32:47.814820 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59decb95-f6aa-4902-93e3-408c963f2c68 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:32:47.815860 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c', 'name': 'network-vif-deleted', 'tag': '0eb88f3b-572c-4192-8425-4f099a256310', 'status': 'completed', 'code': 200} Aug 31 18:32:48.415569 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a922f7d6-cf26-47e2-a42c-de05e4c62bba req-9c18a5f4-ed55-4c83-939c-4eb6c479324d tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 210 time: 0.0267320 Aug 31 18:32:48.576272 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a25d9fc4-7cdb-4350-9f83-beef59696268 req-e188aff5-b9fc-4113-b9be-048a0b2d3075 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 210 time: 0.0279322 Aug 31 18:32:49.496727 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6cf386f2-e5f8-4da5-8d65-a7967a15fc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:49.508733 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-88eb6a6e-b91b-4a26-8ee2-5c7e7abde1d5 req-f71f1c85-c994-42f7-adff-9bdb0d134740 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 210 time: 0.0291386 Aug 31 18:32:49.667644 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-588be74d-f3fc-4ddb-80d7-006c8f377cfb req-34dc0c56-814e-4e6a-ac30-2969a092f03d tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 210 time: 0.0258803 Aug 31 18:32:50.138732 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cac92e-e2cc-4632-8589-c6cd56d751d6 req-0a64ef7f-05e1-4581-8598-87f27c758298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:50.140221 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-97cac92e-e2cc-4632-8589-c6cd56d751d6 req-0a64ef7f-05e1-4581-8598-87f27c758298 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0434fd91cbb8442d8de57e11a044033f&device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 1137 time: 0.0437448 Aug 31 18:32:50.250703 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cac92e-e2cc-4632-8589-c6cd56d751d6 req-cc1c9cca-751d-4018-b579-1e6c70c55fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:50.252149 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-97cac92e-e2cc-4632-8589-c6cd56d751d6 req-cc1c9cca-751d-4018-b579-1e6c70c55fcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b17948e-771b-4b03-81f6-1a9232b2cd6e HTTP/1.1" status: 200 len: 916 time: 0.0865583 Aug 31 18:32:50.323119 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-97cac92e-e2cc-4632-8589-c6cd56d751d6 req-01b55903-9d0f-41f7-9e6e-cbe6b6783ec3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc HTTP/1.1" status: 200 len: 1000 time: 0.0578616 Aug 31 18:32:50.376641 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cac92e-e2cc-4632-8589-c6cd56d751d6 req-9d686250-e550-4a45-b543-d63b10341709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:50.378072 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-97cac92e-e2cc-4632-8589-c6cd56d751d6 req-9d686250-e550-4a45-b543-d63b10341709 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16b2a05a-b8be-49ba-adb1-a710ed7cb513 HTTP/1.1" status: 200 len: 854 time: 0.0428462 Aug 31 18:32:50.431588 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cac92e-e2cc-4632-8589-c6cd56d751d6 req-f448c75f-11b1-4567-93dd-da774fc270b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:50.433146 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-97cac92e-e2cc-4632-8589-c6cd56d751d6 req-f448c75f-11b1-4567-93dd-da774fc270b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b17948e-771b-4b03-81f6-1a9232b2cd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425978 Aug 31 18:32:50.526601 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-97cac92e-e2cc-4632-8589-c6cd56d751d6 req-2199824e-9a8f-42a9-b335-db9798ee9ce4 service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818839 Aug 31 18:32:50.638092 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e768f179-9ff3-4c3f-bafb-ffa2dbb20566 req-23600323-0229-465c-ba54-db4315e95259 tempest-ServerRescueNegativeTestJSON-462937663 tempest-ServerRescueNegativeTestJSON-462937663-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4dbdd-c6ef-41ce-8d21-4bfe607c9f9c HTTP/1.1" status: 200 len: 210 time: 0.0340567 Aug 31 18:32:50.658815 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-97cac92e-e2cc-4632-8589-c6cd56d751d6 req-ea033f41-f89c-46c6-bfc2-fbc83accb564 service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187851 Aug 31 18:32:50.758642 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c58b2e04-41ba-4ddd-99ef-b4ee9542f662 req-b89aee05-ef82-4fa8-86f3-46f65b8f6254 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 210 time: 0.0267951 Aug 31 18:32:51.071241 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-d5c9dd81-305b-44b5-952c-e3df4276b7d6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:51.072636 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-d5c9dd81-305b-44b5-952c-e3df4276b7d6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.50 "GET /v2.0/networks?id=ee44cbef-f826-462c-a28e-657662403d64 HTTP/1.1" status: 200 len: 814 time: 0.1034374 Aug 31 18:32:51.090903 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-e704f022-cb46-436d-a89e-f8e052f92b86 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Request body: {'port': {'device_id': '6346e531-c492-4bd0-8ea2-b7f1ea9ce03b', 'network_id': 'ee44cbef-f826-462c-a28e-657662403d64', 'admin_state_up': True, 'tenant_id': '1fbe4e8a70a64652b9695a4185e6b499'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:51.197563 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-e704f022-cb46-436d-a89e-f8e052f92b86 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Made reservation on behalf of 1fbe4e8a70a64652b9695a4185e6b499 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:32:51.201287 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-e704f022-cb46-436d-a89e-f8e052f92b86 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:51.329286 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-e704f022-cb46-436d-a89e-f8e052f92b86 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Allocated IP 172.20.0.4 (ee44cbef-f826-462c-a28e-657662403d64/84fb9c40-5f82-49ee-bc60-68d5a38f3c11/0c19cfea-ca0d-479a-93d1-ad9b65201e12) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:32:51.481909 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-e704f022-cb46-436d-a89e-f8e052f92b86 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:51.520303 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-e704f022-cb46-436d-a89e-f8e052f92b86 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:51.568888 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-e704f022-cb46-436d-a89e-f8e052f92b86 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Network ee44cbef-f826-462c-a28e-657662403d64 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:32:51.571932 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-e704f022-cb46-436d-a89e-f8e052f92b86 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:32:51.574444 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-e704f022-cb46-436d-a89e-f8e052f92b86 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:32:51.602604 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704f022-cb46-436d-a89e-f8e052f92b86 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Pushing event updated for resources: {'Port': ['ID=0c19cfea-ca0d-479a-93d1-ad9b65201e12,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:51.627941 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-e704f022-cb46-436d-a89e-f8e052f92b86 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:51.628574 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-e704f022-cb46-436d-a89e-f8e052f92b86 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:51.642339 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-e704f022-cb46-436d-a89e-f8e052f92b86 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554049 Aug 31 18:32:51.658378 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Request body: {'port': {'device_id': '6346e531-c492-4bd0-8ea2-b7f1ea9ce03b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:51.695239 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41368) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:51.714521 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:51.928270 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bde77-7424-42d8-b946-d21caa5a5d46 req-13cd19d9-df65-4408-8c35-2dcb43313bb3 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:51.929797 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-889bde77-7424-42d8-b946-d21caa5a5d46 req-13cd19d9-df65-4408-8c35-2dcb43313bb3 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 931 time: 0.1055517 Aug 31 18:32:51.996697 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-889bde77-7424-42d8-b946-d21caa5a5d46 req-cb3db9dc-7baf-4bfb-ac91-5e38c969cf26 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536656 Aug 31 18:32:52.046547 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c19cfea-ca0d-479a-93d1-ad9b65201e12 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:32:52.054153 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:52.066063 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Transition to ACTIVE for port object 0c19cfea-ca0d-479a-93d1-ad9b65201e12 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:32:52.071498 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:52.110906 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3689cfde-5f60-4309-aff0-0d71d4920606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1575947'] for router_interface, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:52.127556 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Pushing event updated for resources: {'Port': ['ID=0c19cfea-ca0d-479a-93d1-ad9b65201e12,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:52.169059 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6f20b858-0fda-4a0b-9411-7c9033d034c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:52.198494 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Attempting to bind port 0c19cfea-ca0d-479a-93d1-ad9b65201e12 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:32:52.198766 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Attempting to bind port 0c19cfea-ca0d-479a-93d1-ad9b65201e12 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '75bc8e75-d59b-4777-87c4-3408fc5069a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ee44cbef-f826-462c-a28e-657662403d64'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:32:52.199093 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Attempting to bind port 0c19cfea-ca0d-479a-93d1-ad9b65201e12 on network ee44cbef-f826-462c-a28e-657662403d64 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:32:52.203329 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Port 0c19cfea-ca0d-479a-93d1-ad9b65201e12 on network ee44cbef-f826-462c-a28e-657662403d64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:32:52.203659 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Attempting to bind port 0c19cfea-ca0d-479a-93d1-ad9b65201e12 on network ee44cbef-f826-462c-a28e-657662403d64 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:32:52.208535 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:32:52.208878 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Checking segment: {'id': '75bc8e75-d59b-4777-87c4-3408fc5069a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ee44cbef-f826-462c-a28e-657662403d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:32:52.209261 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Bound using segment: {'id': '75bc8e75-d59b-4777-87c4-3408fc5069a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ee44cbef-f826-462c-a28e-657662403d64'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:32:52.209680 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Bound port: 0c19cfea-ca0d-479a-93d1-ad9b65201e12, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bc8e75-d59b-4777-87c4-3408fc5069a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ee44cbef-f826-462c-a28e-657662403d64'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:32:52.210037 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:52.271550 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] For port 0c19cfea-ca0d-479a-93d1-ad9b65201e12, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:32:52.274640 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] For port 0c19cfea-ca0d-479a-93d1-ad9b65201e12, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0c19cfea-ca0d-479a-93d1-ad9b65201e12,segment=NetworkSegment(75bc8e75-d59b-4777-87c4-3408fc5069a7),segment_id=75bc8e75-d59b-4777-87c4-3408fc5069a7)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:32:52.279817 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:52.315520 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:52.316134 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:52.318104 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] 10.222.0.50 "PUT /v2.0/ports/0c19cfea-ca0d-479a-93d1-ad9b65201e12 HTTP/1.1" status: 200 len: 1093 time: 0.6637735 Aug 31 18:32:52.318541 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6346e531-c492-4bd0-8ea2-b7f1ea9ce03b', 'tag': '0c19cfea-ca0d-479a-93d1-ad9b65201e12'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:32:52.320796 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4414b3-525d-436f-ae75-fef394c3c451" -d '{"events": [{"name": "network-changed", "server_uuid": "6346e531-c492-4bd0-8ea2-b7f1ea9ce03b", "tag": "0c19cfea-ca0d-479a-93d1-ad9b65201e12"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:32:52.355395 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf691d4-0dfc-41f2-86f5-9fb9c265b6af service neutron] Pushing event updated for resources: {'Port': ['ID=0c19cfea-ca0d-479a-93d1-ad9b65201e12,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:52.362956 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f02326e-cb38-45f0-8c4b-40ceabc1e4ed x-openstack-request-id: req-2f02326e-cb38-45f0-8c4b-40ceabc1e4ed {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:32:52.363836 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6346e531-c492-4bd0-8ea2-b7f1ea9ce03b", "tag": "0c19cfea-ca0d-479a-93d1-ad9b65201e12", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:32:52.364758 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f02326e-cb38-45f0-8c4b-40ceabc1e4ed {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:32:52.365180 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6346e531-c492-4bd0-8ea2-b7f1ea9ce03b', 'tag': '0c19cfea-ca0d-479a-93d1-ad9b65201e12', 'status': 'completed', 'code': 200} Aug 31 18:32:52.405830 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-4decb96c-e9a1-4683-b5fd-6346b0861e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:52.407344 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-4decb96c-e9a1-4683-b5fd-6346b0861e90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fbe4e8a70a64652b9695a4185e6b499&device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 1096 time: 0.0414171 Aug 31 18:32:52.411538 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-3689cfde-5f60-4309-aff0-0d71d4920606 admin admin] Deleting port e8838430-a965-44f9-996e-9a8e6e20ef78 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:32:52.411881 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3689cfde-5f60-4309-aff0-0d71d4920606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:52.451402 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5b37a551-5042-4aba-8169-4d3950401301 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c19cfea-ca0d-479a-93d1-ad9b65201e12 HTTP/1.1" status: 200 len: 217 time: 0.0338867 Aug 31 18:32:52.487337 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-3689cfde-5f60-4309-aff0-0d71d4920606 admin admin] For port e8838430-a965-44f9-996e-9a8e6e20ef78, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=e8838430-a965-44f9-996e-9a8e6e20ef78,segment=NetworkSegment(fbed5b88-187b-4880-8f07-9d69737bc93b),segment_id=fbed5b88-187b-4880-8f07-9d69737bc93b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:52.487713 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3689cfde-5f60-4309-aff0-0d71d4920606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:52.500826 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-3689cfde-5f60-4309-aff0-0d71d4920606 admin admin] Calling delete_port for e8838430-a965-44f9-996e-9a8e6e20ef78 owned by network:router_interface {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:32:52.505238 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-65383ff6-cce7-4039-9918-bd0987bba2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:52.506696 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-65383ff6-cce7-4039-9918-bd0987bba2dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84fb9c40-5f82-49ee-bc60-68d5a38f3c11 HTTP/1.1" status: 200 len: 854 time: 0.0468814 Aug 31 18:32:52.539336 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-556aa471-31af-46a7-821b-58b1c35db55e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee44cbef-f826-462c-a28e-657662403d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245566 Aug 31 18:32:52.543680 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:52.641834 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-ebe5487f-f391-4f1c-82ce-66d6fa2225fb service neutron] 10.222.0.50 "GET /v2.0/networks/ee44cbef-f826-462c-a28e-657662403d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932040 Aug 31 18:32:52.725776 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3689cfde-5f60-4309-aff0-0d71d4920606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:52.752001 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689cfde-5f60-4309-aff0-0d71d4920606 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8838430-a965-44f9-996e-9a8e6e20ef78,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:52.754960 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4a86520-3aca-468e-84c5-854836f0cc4b req-5ad556b0-a693-490d-82d5-49c27f6ebd66 service neutron] 10.222.0.50 "GET /v2.0/networks/ee44cbef-f826-462c-a28e-657662403d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050322 Aug 31 18:32:52.851064 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4414b3-525d-436f-ae75-fef394c3c451 req-be8738d9-07bc-461c-8416-14eed92b55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:52.853085 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2a4414b3-525d-436f-ae75-fef394c3c451 req-be8738d9-07bc-461c-8416-14eed92b55a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fbe4e8a70a64652b9695a4185e6b499&device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 1096 time: 0.0457633 Aug 31 18:32:52.908583 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3689cfde-5f60-4309-aff0-0d71d4920606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1807473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576087'] for router_interface, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:52.950495 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4414b3-525d-436f-ae75-fef394c3c451 req-ec2dd337-a543-438e-90f7-39f17c793fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:52.951982 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2a4414b3-525d-436f-ae75-fef394c3c451 req-ec2dd337-a543-438e-90f7-39f17c793fd9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee44cbef-f826-462c-a28e-657662403d64 HTTP/1.1" status: 200 len: 915 time: 0.0877528 Aug 31 18:32:52.995850 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2a4414b3-525d-436f-ae75-fef394c3c451 req-030af80a-4f28-4657-a855-3e255c365d6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c19cfea-ca0d-479a-93d1-ad9b65201e12 HTTP/1.1" status: 200 len: 217 time: 0.0343277 Aug 31 18:32:53.047906 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4414b3-525d-436f-ae75-fef394c3c451 req-cf117bf0-97dc-41ef-bd54-c577d51f0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:53.049429 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2a4414b3-525d-436f-ae75-fef394c3c451 req-cf117bf0-97dc-41ef-bd54-c577d51f0cd6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84fb9c40-5f82-49ee-bc60-68d5a38f3c11 HTTP/1.1" status: 200 len: 854 time: 0.0453103 Aug 31 18:32:53.106380 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2a4414b3-525d-436f-ae75-fef394c3c451 req-d40ccd80-7c05-40fc-b13c-f69ff628adfb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee44cbef-f826-462c-a28e-657662403d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484571 Aug 31 18:32:53.119893 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3689cfde-5f60-4309-aff0-0d71d4920606 admin admin] Router c7138d32-90e8-413c-aba1-94f0b15be9e3 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:32:53.146509 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51803c51-713e-4f86-b87f-7437965b50a9 req-0f47ff0b-260b-46fb-be0c-3e3d76882e5c tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:53.150175 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-51803c51-713e-4f86-b87f-7437965b50a9 req-0f47ff0b-260b-46fb-be0c-3e3d76882e5c tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 943 time: 0.0836825 Aug 31 18:32:53.185062 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:53.223299 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-51803c51-713e-4f86-b87f-7437965b50a9 req-2a625bc1-bd9f-45bf-a2b0-6f7a73147ad5 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438354 Aug 31 18:32:53.240236 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3689cfde-5f60-4309-aff0-0d71d4920606 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:32:53.248302 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-3689cfde-5f60-4309-aff0-0d71d4920606 admin admin] 10.222.0.35 "PUT /v2.0/routers/c7138d32-90e8-413c-aba1-94f0b15be9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5518367 Aug 31 18:32:53.250579 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41382) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:53.251164 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2a4414b3-525d-436f-ae75-fef394c3c451 req-2a0bd355-d8c1-4088-9eb1-9a24b165258f service neutron] 10.222.0.50 "GET /v2.0/networks/ee44cbef-f826-462c-a28e-657662403d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338785 Aug 31 18:32:53.255757 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce0407-4419-4b3c-aae0-1fbac1caa73c None None] Sync routers for ids ['c7138d32-90e8-413c-aba1-94f0b15be9e3'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:32:53.264754 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce0407-4419-4b3c-aae0-1fbac1caa73c None None] Routers {'c7138d32-90e8-413c-aba1-94f0b15be9e3'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:32:53.265589 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-71ce0407-4419-4b3c-aae0-1fbac1caa73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:32:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['c7138d32-90e8-413c-aba1-94f0b15be9e3'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:53.354679 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2a4414b3-525d-436f-ae75-fef394c3c451 req-724fdf7f-f1b2-4580-bb4a-b84acdd8abb3 service neutron] 10.222.0.50 "GET /v2.0/networks/ee44cbef-f826-462c-a28e-657662403d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890088 Aug 31 18:32:53.371596 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-71ce0407-4419-4b3c-aae0-1fbac1caa73c None None] Set router c7138d32-90e8-413c-aba1-94f0b15be9e3 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:32:53.551373 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Notify callbacks [] for router, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:53.556116 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-71ce0407-4419-4b3c-aae0-1fbac1caa73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1282357899-router', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:32:52Z', 'revision_number': 5, 'project_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'gw_port': {'id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:53.589511 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce0407-4419-4b3c-aae0-1fbac1caa73c None None] Checking router: c7138d32-90e8-413c-aba1-94f0b15be9e3 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:32:53.597529 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce0407-4419-4b3c-aae0-1fbac1caa73c None None] Routers {'c7138d32-90e8-413c-aba1-94f0b15be9e3'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:32:53.598151 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-71ce0407-4419-4b3c-aae0-1fbac1caa73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:32:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['c7138d32-90e8-413c-aba1-94f0b15be9e3'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:53.654305 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:53.701524 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-71ce0407-4419-4b3c-aae0-1fbac1caa73c None None] Set router c7138d32-90e8-413c-aba1-94f0b15be9e3 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:32:53.713627 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Deleting port 8bc95693-3506-4745-9a03-a65f51b8944a {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:32:53.713986 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:53.804058 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] For port 8bc95693-3506-4745-9a03-a65f51b8944a, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=8bc95693-3506-4745-9a03-a65f51b8944a,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:53.804779 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:53.819128 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Calling delete_port for 8bc95693-3506-4745-9a03-a65f51b8944a owned by network:router_gateway {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:32:53.887715 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-71ce0407-4419-4b3c-aae0-1fbac1caa73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1282357899-router', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:32:52Z', 'revision_number': 5, 'project_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'gw_port': {'id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:53.917315 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce0407-4419-4b3c-aae0-1fbac1caa73c None None] The sync data for ids ['c7138d32-90e8-413c-aba1-94f0b15be9e3'] in dv-cinder-805887-9-iscsi is: [{'id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1282357899-router', 'tenant_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:32:52Z', 'revision_number': 5, 'project_id': 'edbd5d149aa24dbd8f9d63acad491fe3', 'gw_port': {'id': '8bc95693-3506-4745-9a03-a65f51b8944a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7138d32-90e8-413c-aba1-94f0b15be9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:15Z', 'updated_at': '2021-08-31T18:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:32:53.994713 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.019507 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc95693-3506-4745-9a03-a65f51b8944a,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:54.052319 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 0c19cfea-ca0d-479a-93d1-ad9b65201e12 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:32:54.078980 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582389'] for router_gateway, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.124793 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41392) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:54.154429 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 0c19cfea-ca0d-479a-93d1-ad9b65201e12, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0c19cfea-ca0d-479a-93d1-ad9b65201e12,segment=NetworkSegment(75bc8e75-d59b-4777-87c4-3408fc5069a7),segment_id=75bc8e75-d59b-4777-87c4-3408fc5069a7)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:54.196611 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3859'] for router, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.203520 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.245164 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8b6fa0d4-c304-4a95-a2ee-73f071e4cec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.280852 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575680'] for router, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.281655 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7138d32-90e8-413c-aba1-94f0b15be9e3 {{(pid=93879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:32:54.287825 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.289625 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '0c19cfea-ca0d-479a-93d1-ad9b65201e12', 'network_id': 'ee44cbef-f826-462c-a28e-657662403d64', 'port_id': '0c19cfea-ca0d-479a-93d1-ad9b65201e12', 'mac_address': 'fa:16:3e:a9:d1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84fb9c40-5f82-49ee-bc60-68d5a38f3c11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:32:54.291661 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d93cd5d6-252a-4c7c-8684-7ff924941f31 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c7138d32-90e8-413c-aba1-94f0b15be9e3 HTTP/1.1" status: 204 len: 168 time: 1.0387347 Aug 31 18:32:54.293908 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41398) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:54.337564 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.352628 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c19cfea-ca0d-479a-93d1-ad9b65201e12 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:32:54.376177 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 0c19cfea-ca0d-479a-93d1-ad9b65201e12, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0c19cfea-ca0d-479a-93d1-ad9b65201e12,segment=NetworkSegment(75bc8e75-d59b-4777-87c4-3408fc5069a7),segment_id=75bc8e75-d59b-4777-87c4-3408fc5069a7)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:54.379541 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-726f7bbb-c867-42f4-a0e8-796882f51f0a admin admin] Deleting subnet 9de2f8c3-fccc-4553-b9d0-9f3722d0d673 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:32:54.383417 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-726f7bbb-c867-42f4-a0e8-796882f51f0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.383569 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.421768 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8b6fa0d4-c304-4a95-a2ee-73f071e4cec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.432377 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d65eca-cb56-4f40-a540-cee288a2e381 req-f3b88536-b1a0-464d-b8ea-f3ce3db29298 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:54.434004 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d3d65eca-cb56-4f40-a540-cee288a2e381 req-f3b88536-b1a0-464d-b8ea-f3ce3db29298 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 943 time: 0.0866902 Aug 31 18:32:54.435170 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8b6fa0d4-c304-4a95-a2ee-73f071e4cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.439146 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-726f7bbb-c867-42f4-a0e8-796882f51f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3578427'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.449405 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=0c19cfea-ca0d-479a-93d1-ad9b65201e12,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:54.487562 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-726f7bbb-c867-42f4-a0e8-796882f51f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.488852 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-8b6fa0d4-c304-4a95-a2ee-73f071e4cec0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe276c2487344d8db7dab824f2a04335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623066 Aug 31 18:32:54.491572 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41400) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:54.507886 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fa0d4-c304-4a95-a2ee-73f071e4cec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58db3a75-379c-4bbb-8919-39b1925942d1,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:54.519161 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d3d65eca-cb56-4f40-a540-cee288a2e381 req-6d6d5e25-25e0-4be1-b73a-1f15bce6c88f tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732787 Aug 31 18:32:54.574978 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c7a79427-8d74-4070-a86d-a344a6930ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.585686 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-726f7bbb-c867-42f4-a0e8-796882f51f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127822973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127405126'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.625710 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c7a79427-8d74-4070-a86d-a344a6930ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.633735 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f7bbb-c867-42f4-a0e8-796882f51f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de2f8c3-fccc-4553-b9d0-9f3722d0d673,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:54.634254 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['0c19cfea-ca0d-479a-93d1-ad9b65201e12'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:32:54.637442 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-726f7bbb-c867-42f4-a0e8-796882f51f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.639303 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-726f7bbb-c867-42f4-a0e8-796882f51f0a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9de2f8c3-fccc-4553-b9d0-9f3722d0d673 HTTP/1.1" status: 204 len: 168 time: 0.3444486 Aug 31 18:32:54.642332 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41402) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:54.727220 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5e315a94-b0eb-47c5-960a-1428bac7bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.767942 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c7a79427-8d74-4070-a86d-a344a6930ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.771022 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c7a79427-8d74-4070-a86d-a344a6930ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.772154 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c7a79427-8d74-4070-a86d-a344a6930ace admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58db3a75-379c-4bbb-8919-39b1925942d1 HTTP/1.1" status: 204 len: 168 time: 0.2793314 Aug 31 18:32:54.812692 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a79427-8d74-4070-a86d-a344a6930ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db3a75-379c-4bbb-8919-39b1925942d1,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:54.822124 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5e315a94-b0eb-47c5-960a-1428bac7bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.833641 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-5e315a94-b0eb-47c5-960a-1428bac7bf03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c5efdc-84e6-454f-bccc-b6e50c391e33']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:54.843630 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-5e315a94-b0eb-47c5-960a-1428bac7bf03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbed5b88-187b-4880-8f07-9d69737bc93b') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:54.843932 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-5e315a94-b0eb-47c5-960a-1428bac7bf03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbed5b88-187b-4880-8f07-9d69737bc93b') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:54.853189 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5e315a94-b0eb-47c5-960a-1428bac7bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3578368'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.867166 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5e315a94-b0eb-47c5-960a-1428bac7bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.874553 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e315a94-b0eb-47c5-960a-1428bac7bf03 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:32:54.875036 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5e315a94-b0eb-47c5-960a-1428bac7bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127823047'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: timer() Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: cb(*args, **kw) Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: self._notify() Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: self.callback(batched_events) Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: event.method(event) Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._get(url).json() Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:32:54.876596 dv-cinder-805887-9-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:32:54.903928 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.935468 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5e315a94-b0eb-47c5-960a-1428bac7bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.940518 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5e315a94-b0eb-47c5-960a-1428bac7bf03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:54.945053 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5e315a94-b0eb-47c5-960a-1428bac7bf03 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d2c5efdc-84e6-454f-bccc-b6e50c391e33 HTTP/1.1" status: 204 len: 168 time: 0.3017831 Aug 31 18:32:54.957514 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e315a94-b0eb-47c5-960a-1428bac7bf03 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c5efdc-84e6-454f-bccc-b6e50c391e33,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:55.053334 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41410) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:55.071418 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ca93046-2f75-4e2c-bd99-c5122301a862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:55.131612 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41412) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:55.165917 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ca93046-2f75-4e2c-bd99-c5122301a862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:55.172563 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d7a77fdd-f861-435c-81dd-0044dcea31d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edbd5d149aa24dbd8f9d63acad491fe3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386918 Aug 31 18:32:55.174457 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41414) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:55.176466 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ca93046-2f75-4e2c-bd99-c5122301a862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:55.216276 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4ca93046-2f75-4e2c-bd99-c5122301a862 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bcc99bf24fd14b439e0c46cf720669c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618490 Aug 31 18:32:55.217504 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca93046-2f75-4e2c-bd99-c5122301a862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2920b65-4e1a-40a4-b796-6ade76778344,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:55.220306 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41416) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:55.223824 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device e8838430-a965-44f9-996e-9a8e6e20ef78 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:32:55.235421 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc897b1d-2afa-4593-843d-9c96628d4e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:55.246788 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: e8838430-a965-44f9-996e-9a8e6e20ef78 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:32:55.247135 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device e8838430-a965-44f9-996e-9a8e6e20ef78 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:32:55.247560 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 8bc95693-3506-4745-9a03-a65f51b8944a no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:32:55.260017 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc897b1d-2afa-4593-843d-9c96628d4e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:55.265769 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 8bc95693-3506-4745-9a03-a65f51b8944a {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:32:55.266307 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 8bc95693-3506-4745-9a03-a65f51b8944a not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:32:55.270039 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8cee7def-6fac-455c-b25d-be8485d9b284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:55.291466 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8cee7def-6fac-455c-b25d-be8485d9b284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:55.308223 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc897b1d-2afa-4593-843d-9c96628d4e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:55.310891 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc897b1d-2afa-4593-843d-9c96628d4e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:55.312023 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cc897b1d-2afa-4593-843d-9c96628d4e3b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/306545c8-893e-4cc5-af60-53da0c28b2ab HTTP/1.1" status: 204 len: 168 time: 0.1366365 Aug 31 18:32:55.319454 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc897b1d-2afa-4593-843d-9c96628d4e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306545c8-893e-4cc5-af60-53da0c28b2ab,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:55.353832 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8cee7def-6fac-455c-b25d-be8485d9b284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:55.356271 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8cee7def-6fac-455c-b25d-be8485d9b284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:55.357472 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8cee7def-6fac-455c-b25d-be8485d9b284 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2920b65-4e1a-40a4-b796-6ade76778344 HTTP/1.1" status: 204 len: 168 time: 0.1367192 Aug 31 18:32:55.365723 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee7def-6fac-455c-b25d-be8485d9b284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2920b65-4e1a-40a4-b796-6ade76778344,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:55.650333 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df6184-383c-47e8-8fd4-84e98e5fbe8e req-6c424ae5-2e75-4cbf-af5c-9c7b44c27f20 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:55.653025 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-03df6184-383c-47e8-8fd4-84e98e5fbe8e req-6c424ae5-2e75-4cbf-af5c-9c7b44c27f20 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 944 time: 0.0666556 Aug 31 18:32:55.682345 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:55.695747 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-03df6184-383c-47e8-8fd4-84e98e5fbe8e req-c156eb87-bda6-4acd-accc-7043224f0a7f tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375898 Aug 31 18:32:56.051780 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41458) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:56.068831 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 0c19cfea-ca0d-479a-93d1-ad9b65201e12 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:32:56.122864 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port 0c19cfea-ca0d-479a-93d1-ad9b65201e12 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:32:56.127559 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 0c19cfea-ca0d-479a-93d1-ad9b65201e12 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:32:56.128664 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:56.207872 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:56.231826 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6346e531-c492-4bd0-8ea2-b7f1ea9ce03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c19cfea-ca0d-479a-93d1-ad9b65201e12'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:32:56.234756 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cf3d58-f7ae-4859-b04f-373dde5cbabf" -d '{"events": [{"server_uuid": "6346e531-c492-4bd0-8ea2-b7f1ea9ce03b", "name": "network-vif-plugged", "status": "completed", "tag": "0c19cfea-ca0d-479a-93d1-ad9b65201e12"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:32:56.247714 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 0c19cfea-ca0d-479a-93d1-ad9b65201e12, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0c19cfea-ca0d-479a-93d1-ad9b65201e12,segment=NetworkSegment(75bc8e75-d59b-4777-87c4-3408fc5069a7),segment_id=75bc8e75-d59b-4777-87c4-3408fc5069a7)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:56.254805 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:56.256464 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-network', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:56.303503 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Made reservation on behalf of b7358b729fb44c7a9d07ae07c782c59b for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:32:56.305263 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7705f67-ec2e-4fe7-ab0f-e52524346e64 x-openstack-request-id: req-d7705f67-ec2e-4fe7-ab0f-e52524346e64 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:32:56.305561 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6346e531-c492-4bd0-8ea2-b7f1ea9ce03b", "name": "network-vif-plugged", "status": "completed", "tag": "0c19cfea-ca0d-479a-93d1-ad9b65201e12", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:32:56.305908 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7705f67-ec2e-4fe7-ab0f-e52524346e64 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:32:56.306270 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6346e531-c492-4bd0-8ea2-b7f1ea9ce03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c19cfea-ca0d-479a-93d1-ad9b65201e12', 'code': 200} Aug 31 18:32:56.307052 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:56.320733 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=0c19cfea-ca0d-479a-93d1-ad9b65201e12,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:56.335351 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:56.442383 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:56.454563 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:56.495605 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:32:56.512671 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f8178e-9352-4c5b-b79e-fe4b72c4c839,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:56.519124 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:56.519548 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Added segment 4b630d75-abc5-4ce8-8a47-b3d6443ebf4e of type vlan for network 9f444248-5460-4ee2-b230-38dc7e90a6ed Aug 31 18:32:56.533454 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bea8c-c548-46e9-be1b-ce8e0268f576 req-33a3e44b-5d8c-4229-a415-3c04828cd8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:56.534989 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ef5bea8c-c548-46e9-be1b-ce8e0268f576 req-33a3e44b-5d8c-4229-a415-3c04828cd8a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 1098 time: 0.0891824 Aug 31 18:32:56.581167 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:56.604239 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ef5bea8c-c548-46e9-be1b-ce8e0268f576 req-b3f5361f-9b23-43b6-b59f-13f64174ab69 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485587 Aug 31 18:32:56.619063 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:56.620215 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:56.620831 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:56.678908 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6222248 Aug 31 18:32:56.679148 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41480) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:56.686078 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-d7eff3ac-0c7a-4159-bc42-61f223e70425 admin admin] Request body: {'subnet': {'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-subnet', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:56.690370 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39534dff-8a21-42e9-8eac-f7d74c50f880 admin admin] Pushing event updated for resources: {'Network': ['ID=9f444248-5460-4ee2-b230-38dc7e90a6ed,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:56.706411 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network 9f444248-5460-4ee2-b230-38dc7e90a6ed details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:32:56.716627 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eff3ac-0c7a-4159-bc42-61f223e70425 admin admin] Made reservation on behalf of b7358b729fb44c7a9d07ae07c782c59b for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:32:56.719484 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7eff3ac-0c7a-4159-bc42-61f223e70425 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126291644'] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:56.878838 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aab308-c108-4b4b-832e-2ef3da4342b4 req-c37169d4-827c-44a6-84d6-0e985f6cf5b8 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:56.881112 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a8aab308-c108-4b4b-832e-2ef3da4342b4 req-c37169d4-827c-44a6-84d6-0e985f6cf5b8 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 945 time: 0.0839505 Aug 31 18:32:56.957330 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a8aab308-c108-4b4b-832e-2ef3da4342b4 req-ac0d281d-f78c-42d5-909d-5c2c0f29dd6f tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698519 Aug 31 18:32:56.963184 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7eff3ac-0c7a-4159-bc42-61f223e70425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126741137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126291626'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.020231 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eff3ac-0c7a-4159-bc42-61f223e70425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0ef58c-aa9f-4b90-aae6-bd67800686c2,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:57.047975 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eff3ac-0c7a-4159-bc42-61f223e70425 admin admin] Checking segment: {'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:32:57.048495 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eff3ac-0c7a-4159-bc42-61f223e70425 admin admin] Network hostable DHCP agents. Network: 9f444248-5460-4ee2-b230-38dc7e90a6ed, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:32:57.072091 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eff3ac-0c7a-4159-bc42-61f223e70425 admin admin] Network 9f444248-5460-4ee2-b230-38dc7e90a6ed is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:32:57.082536 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-d7eff3ac-0c7a-4159-bc42-61f223e70425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, 9f444248-5460-4ee2-b230-38dc7e90a6ed) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:32:57.088095 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eff3ac-0c7a-4159-bc42-61f223e70425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:57.088958 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7eff3ac-0c7a-4159-bc42-61f223e70425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.093574 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401d6191-a05a-4387-a195-fd6dde3ba24f None None] Network 9f444248-5460-4ee2-b230-38dc7e90a6ed requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:32:57.122160 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d7eff3ac-0c7a-4159-bc42-61f223e70425 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4379647 Aug 31 18:32:57.122160 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41510) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:57.126978 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:32:57.149658 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3853'] for router, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.150769 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2003837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.211069 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.276664 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bae0c3-7a1f-5850-b0fd-6d978053451f-9f444248-5460-4ee2-b230-38dc7e90a6ed', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2'}]}} from dv-cinder-805887-9-iscsi. {{(pid=93881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:32:57.277528 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.355054 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.430413 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Allocated IP 172.20.0.2 (9f444248-5460-4ee2-b230-38dc7e90a6ed/0f0ef58c-aa9f-4b90-aae6-bd67800686c2/fb8fcd94-5b13-4958-8050-35839d49c6e0) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:32:57.543253 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41520) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:57.569804 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.597138 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.604425 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.613816 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Transition to ACTIVE for port object fb8fcd94-5b13-4958-8050-35839d49c6e0 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:32:57.632306 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Transition to ACTIVE for port object fb8fcd94-5b13-4958-8050-35839d49c6e0 will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:32:57.642639 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.691695 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Network 9f444248-5460-4ee2-b230-38dc7e90a6ed is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:32:57.697305 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:32:57.699263 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Pushing event updated for resources: {'Port': ['ID=fb8fcd94-5b13-4958-8050-35839d49c6e0,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:57.700935 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-daf27bf7-8ddd-4629-a087-e607d34ad850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.704606 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:32:57.746365 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Allocated IP 172.27.0.104 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/1d584fe5-0aa2-49d6-bda9-6d0234231f19) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:32:57.784583 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Attempting to bind port fb8fcd94-5b13-4958-8050-35839d49c6e0 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:32:57.785701 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Attempting to bind port fb8fcd94-5b13-4958-8050-35839d49c6e0 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:32:57.786487 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Attempting to bind port fb8fcd94-5b13-4958-8050-35839d49c6e0 on network 9f444248-5460-4ee2-b230-38dc7e90a6ed {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:32:57.791757 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:32:57.792136 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Checking segment: {'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:32:57.792579 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.792980 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Bound using segment: {'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:32:57.793443 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Bound port: fb8fcd94-5b13-4958-8050-35839d49c6e0, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:32:57.793955 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.799728 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-daf27bf7-8ddd-4629-a087-e607d34ad850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.804853 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-daf27bf7-8ddd-4629-a087-e607d34ad850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.837022 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-daf27bf7-8ddd-4629-a087-e607d34ad850 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afdec01ebb5e4e209b4d7886b4b7279a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926290 Aug 31 18:32:57.838551 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41524) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:57.869690 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] For port fb8fcd94-5b13-4958-8050-35839d49c6e0, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:32:57.873831 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] For port fb8fcd94-5b13-4958-8050-35839d49c6e0, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=fb8fcd94-5b13-4958-8050-35839d49c6e0,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:32:57.880286 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.884306 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf27bf7-8ddd-4629-a087-e607d34ad850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78179b51-344d-4549-add1-cc3d81a471d3,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:57.907961 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.912856 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9abbaae7-8e77-4932-9751-e87cb0d3fe5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.935525 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9abbaae7-8e77-4932-9751-e87cb0d3fe5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:57.942732 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c83e5-75e2-4cd5-92c5-803de3944f45 None None] Pushing event updated for resources: {'Port': ['ID=fb8fcd94-5b13-4958-8050-35839d49c6e0,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:58.000344 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9abbaae7-8e77-4932-9751-e87cb0d3fe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:58.003132 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9abbaae7-8e77-4932-9751-e87cb0d3fe5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:58.004432 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9abbaae7-8e77-4932-9751-e87cb0d3fe5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78179b51-344d-4549-add1-cc3d81a471d3 HTTP/1.1" status: 204 len: 168 time: 0.1649642 Aug 31 18:32:58.017177 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbaae7-8e77-4932-9751-e87cb0d3fe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78179b51-344d-4549-add1-cc3d81a471d3,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:58.241412 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:58.288392 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:32:58.297886 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:32:58.300407 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:32:58.339029 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4a3cd-9e59-43b8-862f-0012afbba4e0 req-8fdf3fbd-37da-4890-9aa4-2f2370492c8a tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:32:58.340559 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-45b4a3cd-9e59-43b8-862f-0012afbba4e0 req-8fdf3fbd-37da-4890-9aa4-2f2370492c8a tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 945 time: 0.1358945 Aug 31 18:32:58.346432 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Pushing event updated for resources: {'Port': ['ID=1d584fe5-0aa2-49d6-bda9-6d0234231f19,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:58.348370 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41534) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:58.362380 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-67a0327b-1420-47b0-baec-4229fffbfaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:58.448279 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-67a0327b-1420-47b0-baec-4229fffbfaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:58.453914 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-45b4a3cd-9e59-43b8-862f-0012afbba4e0 req-89b80305-7b37-4b28-b85d-b1b8611de388 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033373 Aug 31 18:32:58.455390 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-67a0327b-1420-47b0-baec-4229fffbfaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:58.485424 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-67a0327b-1420-47b0-baec-4229fffbfaab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7910c19409b14def9db4a3dbc588d70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358509 Aug 31 18:32:58.486158 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41538) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:58.532372 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0327b-1420-47b0-baec-4229fffbfaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7a4fb7-13d8-422b-94c6-f24229fdae0d,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:58.557847 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29762af8-8a7c-46d3-92d0-65b35cc2ddeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:58.582586 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29762af8-8a7c-46d3-92d0-65b35cc2ddeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:58.614159 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:58.638000 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29762af8-8a7c-46d3-92d0-65b35cc2ddeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:58.640796 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29762af8-8a7c-46d3-92d0-65b35cc2ddeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:58.645690 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-29762af8-8a7c-46d3-92d0-65b35cc2ddeb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df7a4fb7-13d8-422b-94c6-f24229fdae0d HTTP/1.1" status: 204 len: 168 time: 0.1574235 Aug 31 18:32:58.665607 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29762af8-8a7c-46d3-92d0-65b35cc2ddeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7a4fb7-13d8-422b-94c6-f24229fdae0d,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:32:58.899636 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587693'] for router, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:59.048483 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f227d079-1421-4971-ab2c-e06ac0e0a393 None None] Network 9f444248-5460-4ee2-b230-38dc7e90a6ed requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:32:59.072122 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Router 6ec6d8a7-10ca-46af-85de-3ee927606f69 is scheduled to L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 with binding_index 1 {{(pid=93880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:32:59.179201 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-69f16566-7554-46a9-8752-b36ea711d7b1 None None] Provisioning for port fb8fcd94-5b13-4958-8050-35839d49c6e0 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:32:59.201858 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:32:59.217453 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Sync routers for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:32:59.223254 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:59.228099 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e7b421ee-a6e6-444a-85d3-481eb94d2c48 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1017647 Aug 31 18:32:59.229085 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41562) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:59.238545 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:32:59.239298 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:32:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:59.341135 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device fb8fcd94-5b13-4958-8050-35839d49c6e0 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:32:59.413508 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:32:59.493567 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port fb8fcd94-5b13-4958-8050-35839d49c6e0 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:32:59.525342 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port fb8fcd94-5b13-4958-8050-35839d49c6e0 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:32:59.525771 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:59.672174 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-179f5216-657d-4fdd-a188-947ff5ae19ab None None] Provisioning complete for port fb8fcd94-5b13-4958-8050-35839d49c6e0 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:32:59.672920 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-179f5216-657d-4fdd-a188-947ff5ae19ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:59.696727 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:59.714472 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:59.742863 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:32:58Z', 'revision_number': 3, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:32:59.781307 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port fb8fcd94-5b13-4958-8050-35839d49c6e0, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=fb8fcd94-5b13-4958-8050-35839d49c6e0,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:32:59.783264 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Checking router: 6ec6d8a7-10ca-46af-85de-3ee927606f69 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:32:59.783604 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Updating router 6ec6d8a7-10ca-46af-85de-3ee927606f69 port 1d584fe5-0aa2-49d6-bda9-6d0234231f19 binding host dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:32:59.790104 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:59.860332 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:32:59.879507 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Allocated IP 172.20.0.1 (9f444248-5460-4ee2-b230-38dc7e90a6ed/0f0ef58c-aa9f-4b90-aae6-bd67800686c2/1ec88c4a-839f-41e9-a802-b93d7f3f7cb9) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:32:59.977602 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41582) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:32:59.990387 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.004692 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Transition to ACTIVE for port object 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:33:00.039528 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.087461 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Network 9f444248-5460-4ee2-b230-38dc7e90a6ed is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:33:00.088950 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=fb8fcd94-5b13-4958-8050-35839d49c6e0,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:00.094159 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:33:00.096325 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Pushing event updated for resources: {'Port': ['ID=1ec88c4a-839f-41e9-a802-b93d7f3f7cb9,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:00.099063 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:33:00.128107 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e489ef6a-a2ef-4342-aa68-b78460d90a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.138965 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582494'] for router_interface, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.237970 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e489ef6a-a2ef-4342-aa68-b78460d90a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.241911 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e489ef6a-a2ef-4342-aa68-b78460d90a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.270622 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.282884 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e489ef6a-a2ef-4342-aa68-b78460d90a07 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ddb29f2a4bf43b988f42371ead04138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035591 Aug 31 18:33:00.283627 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489ef6a-a2ef-4342-aa68-b78460d90a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2e3533-6296-4249-8e9d-9cc1163ac6c6,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:00.285716 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41586) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:00.311458 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.323583 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Transition to ACTIVE for port object 1d584fe5-0aa2-49d6-bda9-6d0234231f19 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:33:00.333452 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.385269 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ce5a4952-61f4-4b49-8f93-beca0c9a2ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.386645 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Attempting to bind port 1d584fe5-0aa2-49d6-bda9-6d0234231f19 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:33:00.387024 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Attempting to bind port 1d584fe5-0aa2-49d6-bda9-6d0234231f19 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:33:00.387393 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Attempting to bind port 1d584fe5-0aa2-49d6-bda9-6d0234231f19 on network 8be741c5-6977-48d8-bd13-0f8a1787586d {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:33:00.394539 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6a2b0-18de-4d16-8877-1353140f3955 None None] Pushing event updated for resources: {'Port': ['ID=1d584fe5-0aa2-49d6-bda9-6d0234231f19,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:00.397032 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:33:00.397410 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Checking segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:33:00.397816 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.398203 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Bound using segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:33:00.399040 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Bound port: 1d584fe5-0aa2-49d6-bda9-6d0234231f19, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:33:00.399481 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.442998 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-a81ac42a-dd50-480e-ba5a-dc8e8c05721b None None] Provisioning for port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:33:00.447239 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ce5a4952-61f4-4b49-8f93-beca0c9a2ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.452321 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-a81ac42a-dd50-480e-ba5a-dc8e8c05721b None None] Provisioning complete for port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:33:00.452797 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a81ac42a-dd50-480e-ba5a-dc8e8c05721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.483404 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] For port 1d584fe5-0aa2-49d6-bda9-6d0234231f19, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:33:00.505042 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] For port 1d584fe5-0aa2-49d6-bda9-6d0234231f19, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=1d584fe5-0aa2-49d6-bda9-6d0234231f19,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:33:00.507452 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-a81ac42a-dd50-480e-ba5a-dc8e8c05721b None None] Port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:33:00.510268 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.531822 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ce5a4952-61f4-4b49-8f93-beca0c9a2ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.534239 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ce5a4952-61f4-4b49-8f93-beca0c9a2ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.535987 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ce5a4952-61f4-4b49-8f93-beca0c9a2ea3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af2e3533-6296-4249-8e9d-9cc1163ac6c6 HTTP/1.1" status: 204 len: 168 time: 0.2482419 Aug 31 18:33:00.542462 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.547933 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127822891'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.565245 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:33:00.565733 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:32:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:00.608839 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6a2b0-18de-4d16-8877-1353140f3955 None None] Pushing event updated for resources: {'Port': ['ID=1d584fe5-0aa2-49d6-bda9-6d0234231f19,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:00.687508 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:33:00.805701 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a4952-61f4-4b49-8f93-beca0c9a2ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2e3533-6296-4249-8e9d-9cc1163ac6c6,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:00.837021 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575982'] for router_interface, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:00.856013 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Pushing event updated for resources: {'Port': ['ID=1ec88c4a-839f-41e9-a802-b93d7f3f7cb9,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:00.923532 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 2, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:00.944765 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Network 9f444248-5460-4ee2-b230-38dc7e90a6ed is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:33:00.946114 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:33:00.953972 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9319408-1d42-44a3-9217-ce99a7b3aa94 None None] The sync data for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi is: [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 2, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:33:01.074479 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Router 6ec6d8a7-10ca-46af-85de-3ee927606f69 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:33:01.220824 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:33:01.226925 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5a90b380-e436-4ee9-9ae7-6b099fdca440 admin admin] 10.222.0.35 "PUT /v2.0/routers/6ec6d8a7-10ca-46af-85de-3ee927606f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9960685 Aug 31 18:33:01.248445 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-6407385a-0ba5-41f9-a097-fce2fed7304d None None] Provisioning complete for port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:33:01.248997 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6407385a-0ba5-41f9-a097-fce2fed7304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:01.278356 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device fb8fcd94-5b13-4958-8050-35839d49c6e0 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:33:01.326321 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-6407385a-0ba5-41f9-a097-fce2fed7304d None None] Port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:33:01.350121 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port fb8fcd94-5b13-4958-8050-35839d49c6e0 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:33:01.350647 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:01.804796 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41660) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:01.810335 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-351ace37-8787-47cb-9233-38b9ce5ca113 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--526555455', 'description': 'tempest-description--208460614'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:01.835632 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-351ace37-8787-47cb-9233-38b9ce5ca113 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:01.935409 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-351ace37-8787-47cb-9233-38b9ce5ca113 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:01.943237 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-351ace37-8787-47cb-9233-38b9ce5ca113 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:01.974780 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-351ace37-8787-47cb-9233-38b9ce5ca113 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:01.979134 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-351ace37-8787-47cb-9233-38b9ce5ca113 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1725893 Aug 31 18:33:01.979524 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41666) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:01.981214 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ace37-8787-47cb-9233-38b9ce5ca113 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26be167-d4e1-4e51-b874-e08b3d88b4b9,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:01.985521 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-fb9f6b54-ca8c-4dc8-849e-9754455404b1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Request body: {'security_group_rule': {'security_group_id': 'a26be167-d4e1-4e51-b874-e08b3d88b4b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:02.020830 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6b54-ca8c-4dc8-849e-9754455404b1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:02.094427 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6b54-ca8c-4dc8-849e-9754455404b1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:02.099629 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6b54-ca8c-4dc8-849e-9754455404b1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:02.125752 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f6b54-ca8c-4dc8-849e-9754455404b1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b16514a-8521-4b1b-b9b1-d47228107f21,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:02.138602 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6b54-ca8c-4dc8-849e-9754455404b1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:02.140444 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-fb9f6b54-ca8c-4dc8-849e-9754455404b1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595418 Aug 31 18:33:02.142907 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41672) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:02.148540 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-9698a49c-bccf-4aaf-97b2-40fa26fb3089 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Request body: {'security_group_rule': {'security_group_id': 'a26be167-d4e1-4e51-b874-e08b3d88b4b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:02.178266 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9698a49c-bccf-4aaf-97b2-40fa26fb3089 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:02.244651 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9698a49c-bccf-4aaf-97b2-40fa26fb3089 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:02.248576 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9698a49c-bccf-4aaf-97b2-40fa26fb3089 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:02.269934 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698a49c-bccf-4aaf-97b2-40fa26fb3089 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c3e5e2-7013-4e9b-a474-8675505be1cd,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:02.276135 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9698a49c-bccf-4aaf-97b2-40fa26fb3089 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:02.280701 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9698a49c-bccf-4aaf-97b2-40fa26fb3089 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366541 Aug 31 18:33:02.280863 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41684) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:02.285976 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Request body: {'floatingip': {'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:02.309451 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:02.426335 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:02.531110 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Allocated IP 172.27.0.154 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/eeb2a029-354c-4d09-b63a-efc4bc34f400) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:33:02.643598 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:02.684309 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:02.726663 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:33:02.733128 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:33:02.737326 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:33:02.763035 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event updated for resources: {'Port': ['ID=eeb2a029-354c-4d09-b63a-efc4bc34f400,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:02.837534 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:02.873187 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:03.028898 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:03.034975 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:03.110955 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Sync routers for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:33:03.115915 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event updated for resources: {'Port': ['ID=eeb2a029-354c-4d09-b63a-efc4bc34f400,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:03.123400 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:03.126154 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:33:03.126798 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:32:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:03.137845 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:03.148223 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cf558edc-0751-47de-9851-130ce179f815 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8575964 Aug 31 18:33:03.256783 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:33:03.275452 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 1d584fe5-0aa2-49d6-bda9-6d0234231f19 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:33:03.318958 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-f15445aa-3837-4e02-a761-9b3fa88afb6f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--526555455&fields=id&tenant_id=b7358b729fb44c7a9d07ae07c782c59b HTTP/1.1" status: 200 len: 267 time: 0.0367362 Aug 31 18:33:03.332543 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 1d584fe5-0aa2-49d6-bda9-6d0234231f19 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:33:03.336368 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 1d584fe5-0aa2-49d6-bda9-6d0234231f19 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:33:03.336775 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:03.427565 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:03.444670 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-f3360615-e88c-4612-b8d8-39dff8e87323 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:03.446343 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-f3360615-e88c-4612-b8d8-39dff8e87323 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/networks?id=9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 200 len: 817 time: 0.1206744 Aug 31 18:33:03.454006 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 1d584fe5-0aa2-49d6-bda9-6d0234231f19, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=1d584fe5-0aa2-49d6-bda9-6d0234231f19,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:33:03.459354 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:03.465493 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-090dbbb5-1a57-4311-9a57-2f1ee402fac5 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/quotas/b7358b729fb44c7a9d07ae07c782c59b HTTP/1.1" status: 200 len: 375 time: 0.0112393 Aug 31 18:33:03.512617 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=1d584fe5-0aa2-49d6-bda9-6d0234231f19,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:03.529487 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-7eed6498-000a-458c-a8bd-591204415260 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567544 Aug 31 18:33:03.557178 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 2, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:03.583596 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Checking router: 6ec6d8a7-10ca-46af-85de-3ee927606f69 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:33:03.583956 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Updating router 6ec6d8a7-10ca-46af-85de-3ee927606f69 port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 binding host dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:33:03.609864 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:03.629450 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-cc91a7fd-d30f-4ab6-a02f-ab6040c7432c service neutron] 10.222.0.35 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873988 Aug 31 18:33:03.723048 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6792b90a-4f25-44bd-82b7-4565de15ecf7 service neutron] 10.222.0.35 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859067 Aug 31 18:33:03.891203 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:03.891464 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e0edde9-fa2c-46fe-a8cd-1f80905b948c req-c2227a29-b642-429a-b983-0070d1250cb3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 210 time: 0.0304561 Aug 31 18:33:03.903803 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Transition to ACTIVE for port object 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:33:03.918704 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:03.959018 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Pushing event updated for resources: {'Port': ['ID=1ec88c4a-839f-41e9-a802-b93d7f3f7cb9,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:03.971376 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:03.971748 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:03.972109 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:03.972549 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:03.972920 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:03.973355 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:03.973648 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:03.973979 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:03.974329 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:03.974662 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:03.974987 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:03.975307 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:04.035832 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Attempting to bind port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:33:04.036305 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Attempting to bind port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:33:04.036697 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Attempting to bind port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 on network 9f444248-5460-4ee2-b230-38dc7e90a6ed {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:33:04.042248 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:33:04.042747 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Checking segment: {'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:33:04.043162 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:04.043655 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Bound using segment: {'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:33:04.044230 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Bound port: 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:33:04.048533 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:04.120479 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] For port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:33:04.124059 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] For port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=1ec88c4a-839f-41e9-a802-b93d7f3f7cb9,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:33:04.130391 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:04.177319 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:33:04.177961 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:32:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:04.269942 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0abc7-18e2-4bcb-a694-57fffd968a89 None None] Pushing event updated for resources: {'Port': ['ID=1ec88c4a-839f-41e9-a802-b93d7f3f7cb9,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:04.332577 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:33:04.543421 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:04Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:04.568753 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e4b630-43bf-4a71-9054-c708e0665ff4 None None] The sync data for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi is: [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:04Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:33:05.045559 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7b506f4-eb8a-4cd2-8350-8efea729ea5c req-7dfac828-4da8-43b4-8041-9ae10389210f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 210 time: 0.0343807 Aug 31 18:33:05.101701 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-65da5ff6-2e4f-4ac9-abb4-73bbcebd9f77 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:05.103530 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-65da5ff6-2e4f-4ac9-abb4-73bbcebd9f77 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.50 "GET /v2.0/networks?id=9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 200 len: 817 time: 0.1833994 Aug 31 18:33:05.167324 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-233727ba-f3ab-4dac-8041-0a53bc28412f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7358b729fb44c7a9d07ae07c782c59b HTTP/1.1" status: 200 len: 379 time: 0.0519135 Aug 31 18:33:05.181025 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Request body: {'port': {'device_id': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'admin_state_up': True, 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'security_groups': ['a26be167-d4e1-4e51-b874-e08b3d88b4b9']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:05.255250 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:33:05.301746 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Made reservation on behalf of b7358b729fb44c7a9d07ae07c782c59b for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:33:05.305268 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:05.305624 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:33:05.313230 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:33:05.313612 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:05.411068 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:05.446966 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=1ec88c4a-839f-41e9-a802-b93d7f3f7cb9,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:33:05.452807 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:05.453625 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 1d584fe5-0aa2-49d6-bda9-6d0234231f19 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:33:05.459474 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Allocated IP 172.20.0.5 (9f444248-5460-4ee2-b230-38dc7e90a6ed/0f0ef58c-aa9f-4b90-aae6-bd67800686c2/2c15350d-add0-4601-a78d-3919ae29d00f) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:33:05.543743 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=1ec88c4a-839f-41e9-a802-b93d7f3f7cb9,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:05.550609 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 1d584fe5-0aa2-49d6-bda9-6d0234231f19 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:33:05.550993 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:05.602241 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:05.616153 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Transition to ACTIVE for port object 2c15350d-add0-4601-a78d-3919ae29d00f will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:33:05.652721 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:05.697859 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Network 9f444248-5460-4ee2-b230-38dc7e90a6ed is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:33:05.700992 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:33:05.703481 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:33:05.733934 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event updated for resources: {'Port': ['ID=2c15350d-add0-4601-a78d-3919ae29d00f,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:05.764777 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:05.765453 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:05.782398 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-6aab77f5-3ef5-42bc-a297-9b2988fa691e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6058037 Aug 31 18:33:05.798136 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Request body: {'port': {'device_id': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:05.956397 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-6cc27cf2-f7ed-4964-9a84-a9bdfce6d388 None None] Provisioning for port 2c15350d-add0-4601-a78d-3919ae29d00f completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:33:05.961512 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-6cc27cf2-f7ed-4964-9a84-a9bdfce6d388 None None] Provisioning complete for port 2c15350d-add0-4601-a78d-3919ae29d00f triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:33:05.962156 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6cc27cf2-f7ed-4964-9a84-a9bdfce6d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:06.005541 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-6cc27cf2-f7ed-4964-9a84-a9bdfce6d388 None None] Port 2c15350d-add0-4601-a78d-3919ae29d00f cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:33:06.085466 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:06.241620 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa18def-c623-44f0-9808-14dcc6c0cd63 req-3bfbd704-b7db-47f9-850f-3d379c910126 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:06.243158 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ffa18def-c623-44f0-9808-14dcc6c0cd63 req-3bfbd704-b7db-47f9-850f-3d379c910126 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 931 time: 0.1179290 Aug 31 18:33:06.334979 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ffa18def-c623-44f0-9808-14dcc6c0cd63 req-6fc60bfd-d736-46ae-8194-254ae203e05e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825708 Aug 31 18:33:06.423456 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c15350d-add0-4601-a78d-3919ae29d00f {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:33:06.430954 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:06.444231 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Transition to ACTIVE for port object 2c15350d-add0-4601-a78d-3919ae29d00f will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:33:06.450482 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:06.505430 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Pushing event updated for resources: {'Port': ['ID=2c15350d-add0-4601-a78d-3919ae29d00f,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:06.586922 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Attempting to bind port 2c15350d-add0-4601-a78d-3919ae29d00f on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:33:06.587176 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Attempting to bind port 2c15350d-add0-4601-a78d-3919ae29d00f by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:33:06.587653 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Attempting to bind port 2c15350d-add0-4601-a78d-3919ae29d00f on network 9f444248-5460-4ee2-b230-38dc7e90a6ed {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:33:06.593005 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Port 2c15350d-add0-4601-a78d-3919ae29d00f on network 9f444248-5460-4ee2-b230-38dc7e90a6ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:33:06.593323 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Attempting to bind port 2c15350d-add0-4601-a78d-3919ae29d00f on network 9f444248-5460-4ee2-b230-38dc7e90a6ed {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:33:06.599279 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:33:06.599623 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Checking segment: {'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:33:06.600010 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Bound using segment: {'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:33:06.600447 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Bound port: 2c15350d-add0-4601-a78d-3919ae29d00f, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:33:06.600848 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:06.680176 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] For port 2c15350d-add0-4601-a78d-3919ae29d00f, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:33:06.683491 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] For port 2c15350d-add0-4601-a78d-3919ae29d00f, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2c15350d-add0-4601-a78d-3919ae29d00f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:33:06.687738 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:06.722457 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:06.723083 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:06.724529 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] 10.222.0.50 "PUT /v2.0/ports/2c15350d-add0-4601-a78d-3919ae29d00f HTTP/1.1" status: 200 len: 1093 time: 0.9312034 Aug 31 18:33:06.724941 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:33:06.727739 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80070d7f-2c3f-4a2b-baf4-5b9c881a4e44" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:33:06.751805 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654efaf-dca5-4884-977b-aaef58f33261 service neutron] Pushing event updated for resources: {'Port': ['ID=2c15350d-add0-4601-a78d-3919ae29d00f,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:06.787776 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205c8cca-8815-496a-b9a1-9dd28b6edf1c x-openstack-request-id: req-205c8cca-8815-496a-b9a1-9dd28b6edf1c {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:33:06.788064 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:33:06.788329 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-205c8cca-8815-496a-b9a1-9dd28b6edf1c {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:33:06.788733 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f', 'status': 'completed', 'code': 200} Aug 31 18:33:06.826610 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-495506c2-8149-48a7-ba83-3c0063072da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:06.828225 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-495506c2-8149-48a7-ba83-3c0063072da4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 1096 time: 0.0502925 Aug 31 18:33:06.875985 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-ca525491-b564-42de-8f75-cd2b51f947a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c15350d-add0-4601-a78d-3919ae29d00f HTTP/1.1" status: 200 len: 217 time: 0.0394921 Aug 31 18:33:06.927810 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-faf76420-ee92-47e7-a877-a706ed129d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:06.929606 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-faf76420-ee92-47e7-a877-a706ed129d4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0ef58c-aa9f-4b90-aae6-bd67800686c2 HTTP/1.1" status: 200 len: 856 time: 0.0458083 Aug 31 18:33:07.093535 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:33:07.208268 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:33:07.256004 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:33:07.256381 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:07.454641 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e4d57-deac-48d5-aeed-fca79b8643c4 req-6439d0a1-c8cf-4257-9e56-cabff197d2ec tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:07.456105 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8c4e4d57-deac-48d5-aeed-fca79b8643c4 req-6439d0a1-c8cf-4257-9e56-cabff197d2ec tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0488923 Aug 31 18:33:07.495756 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8c4e4d57-deac-48d5-aeed-fca79b8643c4 req-aa46dc1f-32b5-4b64-8ce5-9019664fa487 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337379 Aug 31 18:33:08.234354 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-f537bca7-8c1c-4c8d-8816-834a003dfb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:08.235930 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-f537bca7-8c1c-4c8d-8816-834a003dfb34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f444248-5460-4ee2-b230-38dc7e90a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453005 Aug 31 18:33:08.618274 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdfb56-d7ce-45da-a56d-65c681241f60 req-c24b680a-980e-4527-add3-342a44860ec1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:08.619852 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43bdfb56-d7ce-45da-a56d-65c681241f60 req-c24b680a-980e-4527-add3-342a44860ec1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0496397 Aug 31 18:33:08.658512 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43bdfb56-d7ce-45da-a56d-65c681241f60 req-33bcff3d-c9e1-43e7-bc15-fa8c1c72023e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323694 Aug 31 18:33:09.170210 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-4042ab22-8c15-4501-9d5d-9887ab7a31f9 service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849633 Aug 31 18:33:09.784530 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9dedd6-c5e3-4a46-bdf0-e83573768f7e req-414d5629-6891-4321-a133-3aaadfe40b2f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:09.786615 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cc9dedd6-c5e3-4a46-bdf0-e83573768f7e req-414d5629-6891-4321-a133-3aaadfe40b2f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0554800 Aug 31 18:33:09.827272 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cc9dedd6-c5e3-4a46-bdf0-e83573768f7e req-826a2850-d97f-46eb-bb5d-c6812ba12cc4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341311 Aug 31 18:33:09.934352 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be2669-87f6-410d-bab9-e5c792f62a1e req-b74f6407-88db-4459-8247-eae6ceaf4f04 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:09.935845 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-82be2669-87f6-410d-bab9-e5c792f62a1e req-b74f6407-88db-4459-8247-eae6ceaf4f04 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0493245 Aug 31 18:33:09.976550 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-82be2669-87f6-410d-bab9-e5c792f62a1e req-6c6844fe-786f-40c6-9ead-19f3eb65cc9e tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336564 Aug 31 18:33:10.239566 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b81149-0a9f-4572-a53a-5bfb124eaa7f req-094b16eb-11ab-4356-ab4b-22b9a28b1d24 service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190121 Aug 31 18:33:10.245495 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28111d8-e151-4a36-a656-e0edaa63ffc0 req-e4f9cc2b-103f-4139-b42e-2cbe7f1fd9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:10.247043 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d28111d8-e151-4a36-a656-e0edaa63ffc0 req-e4f9cc2b-103f-4139-b42e-2cbe7f1fd9e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0434fd91cbb8442d8de57e11a044033f&device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 1137 time: 0.0627949 Aug 31 18:33:10.369672 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070d7f-2c3f-4a2b-baf4-5b9c881a4e44 req-651b200d-424d-45b0-8b13-fd3089df23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:10.371289 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80070d7f-2c3f-4a2b-baf4-5b9c881a4e44 req-651b200d-424d-45b0-8b13-fd3089df23b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 1096 time: 0.0733209 Aug 31 18:33:10.375715 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28111d8-e151-4a36-a656-e0edaa63ffc0 req-c454cd44-6483-4356-a815-c4424c372bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:10.377178 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d28111d8-e151-4a36-a656-e0edaa63ffc0 req-c454cd44-6483-4356-a815-c4424c372bcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b17948e-771b-4b03-81f6-1a9232b2cd6e HTTP/1.1" status: 200 len: 916 time: 0.1211913 Aug 31 18:33:10.504043 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d28111d8-e151-4a36-a656-e0edaa63ffc0 req-7fec53e2-3dc8-4d0a-a03a-8d5b80cf560a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc HTTP/1.1" status: 200 len: 1000 time: 0.1112256 Aug 31 18:33:10.558664 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070d7f-2c3f-4a2b-baf4-5b9c881a4e44 req-8ec283fa-02a5-4996-bd4c-58d4bfd0aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:10.560490 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80070d7f-2c3f-4a2b-baf4-5b9c881a4e44 req-8ec283fa-02a5-4996-bd4c-58d4bfd0aaa2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 200 len: 918 time: 0.1688528 Aug 31 18:33:10.571623 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28111d8-e151-4a36-a656-e0edaa63ffc0 req-0ddfb90b-0378-43a6-b8c1-d41d6d769f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:10.573073 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d28111d8-e151-4a36-a656-e0edaa63ffc0 req-0ddfb90b-0378-43a6-b8c1-d41d6d769f13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16b2a05a-b8be-49ba-adb1-a710ed7cb513 HTTP/1.1" status: 200 len: 854 time: 0.0590808 Aug 31 18:33:10.620692 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80070d7f-2c3f-4a2b-baf4-5b9c881a4e44 req-52ed015e-038b-4cc7-8554-62a3b9b2c6db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c15350d-add0-4601-a78d-3919ae29d00f HTTP/1.1" status: 200 len: 217 time: 0.0466466 Aug 31 18:33:10.684272 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070d7f-2c3f-4a2b-baf4-5b9c881a4e44 req-412ab00a-17ad-4560-8d4f-af9cfa34c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:10.685729 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80070d7f-2c3f-4a2b-baf4-5b9c881a4e44 req-412ab00a-17ad-4560-8d4f-af9cfa34c13c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0ef58c-aa9f-4b90-aae6-bd67800686c2 HTTP/1.1" status: 200 len: 856 time: 0.0514839 Aug 31 18:33:10.688159 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28111d8-e151-4a36-a656-e0edaa63ffc0 req-03ad2b07-c03d-4ec2-91da-daa51c82b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:10.689538 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d28111d8-e151-4a36-a656-e0edaa63ffc0 req-03ad2b07-c03d-4ec2-91da-daa51c82b53f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b17948e-771b-4b03-81f6-1a9232b2cd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1081772 Aug 31 18:33:10.809466 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070d7f-2c3f-4a2b-baf4-5b9c881a4e44 req-0aaa97c1-1f73-4b50-96b1-d7a489e30620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:10.811091 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80070d7f-2c3f-4a2b-baf4-5b9c881a4e44 req-0aaa97c1-1f73-4b50-96b1-d7a489e30620 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f444248-5460-4ee2-b230-38dc7e90a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1055796 Aug 31 18:33:10.846528 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d28111d8-e151-4a36-a656-e0edaa63ffc0 req-e68ee6c6-903b-45a2-914b-140cb3a6227a service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390765 Aug 31 18:33:11.032466 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dc6e3-d4f4-473a-b1fb-7c7cab3fd184 req-177a5d10-8baa-49e2-9536-f9dacaf0f5d4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:11.034027 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-444dc6e3-d4f4-473a-b1fb-7c7cab3fd184 req-177a5d10-8baa-49e2-9536-f9dacaf0f5d4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.1083670 Aug 31 18:33:11.037780 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80070d7f-2c3f-4a2b-baf4-5b9c881a4e44 req-08005581-95ca-4d03-aa50-7963652ff048 service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131319 Aug 31 18:33:11.039666 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d28111d8-e151-4a36-a656-e0edaa63ffc0 req-325fa895-0076-45c9-b570-846bd0e4c72a service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621935 Aug 31 18:33:11.150057 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-444dc6e3-d4f4-473a-b1fb-7c7cab3fd184 req-7bcfdd6f-147d-49eb-8d32-c4cceae9f77d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094408 Aug 31 18:33:11.183331 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5451314-c5ee-423a-ac79-68ed5c460865 req-a464b808-fca4-45ee-a8ac-c49b5adb84fd tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:11.184849 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d5451314-c5ee-423a-ac79-68ed5c460865 req-a464b808-fca4-45ee-a8ac-c49b5adb84fd tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.1385229 Aug 31 18:33:11.216251 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80070d7f-2c3f-4a2b-baf4-5b9c881a4e44 req-40fb6d45-9765-4e8b-a25d-29c2aa996088 service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515293 Aug 31 18:33:11.238388 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d5451314-c5ee-423a-ac79-68ed5c460865 req-b5cc7337-b64d-4dfc-98aa-ba60b5457926 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437639 Aug 31 18:33:12.204206 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 2c15350d-add0-4601-a78d-3919ae29d00f details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:33:12.275351 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4475f2d-07d1-430c-a67a-7e936db66ecc req-80b4b120-88fe-4c35-aac6-528ae02ef363 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:12.276931 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d4475f2d-07d1-430c-a67a-7e936db66ecc req-80b4b120-88fe-4c35-aac6-528ae02ef363 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0493674 Aug 31 18:33:12.306000 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 2c15350d-add0-4601-a78d-3919ae29d00f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2c15350d-add0-4601-a78d-3919ae29d00f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:33:12.317692 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '2c15350d-add0-4601-a78d-3919ae29d00f', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'port_id': '2c15350d-add0-4601-a78d-3919ae29d00f', 'mac_address': 'fa:16:3e:0d:66:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:33:12.318514 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d4475f2d-07d1-430c-a67a-7e936db66ecc req-6b6ddcd7-b57d-41d4-b25c-856431b9fee5 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351927 Aug 31 18:33:12.359848 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:12.368768 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e815a-94c6-4e93-acaf-461cf1043404 req-974e1317-fd46-4528-8875-31b6700c9f29 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:12.370361 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-df1e815a-94c6-4e93-acaf-461cf1043404 req-974e1317-fd46-4528-8875-31b6700c9f29 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0509694 Aug 31 18:33:12.374404 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c15350d-add0-4601-a78d-3919ae29d00f {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:33:12.393500 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 2c15350d-add0-4601-a78d-3919ae29d00f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2c15350d-add0-4601-a78d-3919ae29d00f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:33:12.398313 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:12.417192 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-df1e815a-94c6-4e93-acaf-461cf1043404 req-fdc50d96-3dae-4a81-be44-1f806073b4f0 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408001 Aug 31 18:33:12.450926 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=2c15350d-add0-4601-a78d-3919ae29d00f,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:13.444510 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d5492-3b0c-4d92-ab2b-75be21860beb req-9aa023e4-4e6a-4611-8620-31d37e1e0c8c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:13.446014 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f0d5492-3b0c-4d92-ab2b-75be21860beb req-9aa023e4-4e6a-4611-8620-31d37e1e0c8c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 944 time: 0.0524588 Aug 31 18:33:13.484782 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f0d5492-3b0c-4d92-ab2b-75be21860beb req-f4880e3b-527b-420b-a1b3-3c108a5be6e7 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328898 Aug 31 18:33:13.537909 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e294b-c1cf-4633-91ca-7dfefd5674fe req-2e826935-653c-45ec-aa53-75767b9220cf tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:13.539395 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-387e294b-c1cf-4633-91ca-7dfefd5674fe req-2e826935-653c-45ec-aa53-75767b9220cf tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0489824 Aug 31 18:33:13.579897 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-387e294b-c1cf-4633-91ca-7dfefd5674fe req-8c652bb5-c97e-4557-aa99-2d7c901d40f4 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342014 Aug 31 18:33:14.551225 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['2c15350d-add0-4601-a78d-3919ae29d00f'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:33:14.616598 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb49377-80c4-4dc7-a1ca-76999c1a6bed req-bd507fda-6767-4575-809d-e8597f502cfb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:14.617155 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ebb49377-80c4-4dc7-a1ca-76999c1a6bed req-bd507fda-6767-4575-809d-e8597f502cfb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 944 time: 0.0601687 Aug 31 18:33:14.657328 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ebb49377-80c4-4dc7-a1ca-76999c1a6bed req-cb5eaebc-d9a8-4225-acf2-12c8cd1a256e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340071 Aug 31 18:33:14.716025 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d65ff-a6b5-495c-821f-b9aef219e2c5 req-7473eba3-1d2e-4a4d-a720-ad2649b67350 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:14.717542 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d74d65ff-a6b5-495c-821f-b9aef219e2c5 req-7473eba3-1d2e-4a4d-a720-ad2649b67350 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0591226 Aug 31 18:33:14.758139 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d74d65ff-a6b5-495c-821f-b9aef219e2c5 req-573f768c-b3ca-4c38-80ff-08b880ebc5ce tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346584 Aug 31 18:33:15.781830 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139654b7-f134-4691-92fa-edf1d9f9856d req-5be1e40d-0fda-4154-bff3-39966a0fc43c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:15.783351 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-139654b7-f134-4691-92fa-edf1d9f9856d req-5be1e40d-0fda-4154-bff3-39966a0fc43c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 944 time: 0.0489006 Aug 31 18:33:15.822187 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-139654b7-f134-4691-92fa-edf1d9f9856d req-8640bb9a-8cec-4eaf-8320-f6af8cbc6919 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318584 Aug 31 18:33:15.873491 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edf92d-5b74-47a0-8bd3-94c0f22903df req-f235a428-c05d-4817-b9a1-f3004dedd4b6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:15.874945 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-66edf92d-5b74-47a0-8bd3-94c0f22903df req-f235a428-c05d-4817-b9a1-f3004dedd4b6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0488017 Aug 31 18:33:15.914801 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-66edf92d-5b74-47a0-8bd3-94c0f22903df req-f808c053-abaf-4f06-928c-82235a28ca9e tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339043 Aug 31 18:33:16.229145 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 2c15350d-add0-4601-a78d-3919ae29d00f up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:33:16.279763 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port 2c15350d-add0-4601-a78d-3919ae29d00f completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:33:16.283361 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 2c15350d-add0-4601-a78d-3919ae29d00f triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:33:16.283735 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:16.363351 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:16.385261 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:33:16.387752 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6695d8-34aa-48f0-b3e7-1512e8c2a8f6" -d '{"events": [{"server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "name": "network-vif-plugged", "status": "completed", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:33:16.400227 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 2c15350d-add0-4601-a78d-3919ae29d00f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2c15350d-add0-4601-a78d-3919ae29d00f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:33:16.404068 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:16.427807 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaea72a-2150-4900-aecf-990fc5077f12 x-openstack-request-id: req-fbaea72a-2150-4900-aecf-990fc5077f12 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:33:16.428101 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "name": "network-vif-plugged", "status": "completed", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:33:16.428348 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fbaea72a-2150-4900-aecf-990fc5077f12 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:33:16.428750 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f', 'code': 200} Aug 31 18:33:16.458880 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=2c15350d-add0-4601-a78d-3919ae29d00f,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:16.608902 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7586b-cd26-4d5d-92b6-4fc90e71996e req-e68a2768-0613-4cc9-ba23-b6af5278f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:16.610363 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fcf7586b-cd26-4d5d-92b6-4fc90e71996e req-e68a2768-0613-4cc9-ba23-b6af5278f166 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 1098 time: 0.0427871 Aug 31 18:33:16.648606 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fcf7586b-cd26-4d5d-92b6-4fc90e71996e req-1b9f8654-57d8-4256-872b-3339f2c8eb5a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267653 Aug 31 18:33:16.941648 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fced6-9f30-4098-9bce-2cb8a58db866 req-02409f6a-9beb-4ea9-ab05-9318f69bbd90 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:16.943222 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cb8fced6-9f30-4098-9bce-2cb8a58db866 req-02409f6a-9beb-4ea9-ab05-9318f69bbd90 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0507209 Aug 31 18:33:16.981246 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cb8fced6-9f30-4098-9bce-2cb8a58db866 req-8eb4b45b-7a20-4c87-945f-0c6f111aca96 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321321 Aug 31 18:33:17.029498 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecc802-6048-48eb-bd66-b5e7bb195af8 req-1d9f586a-a5d5-4710-a604-58cc5d3e0f12 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:17.030952 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8eecc802-6048-48eb-bd66-b5e7bb195af8 req-1d9f586a-a5d5-4710-a604-58cc5d3e0f12 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0482965 Aug 31 18:33:17.071391 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8eecc802-6048-48eb-bd66-b5e7bb195af8 req-fa34d319-fea0-4034-88fc-7055da4d6df2 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343986 Aug 31 18:33:18.105387 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b044c38-b3d1-48c0-a24f-566448de2542 req-b0c0ebef-baeb-450c-9c15-e3052ee50efd tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:18.106900 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3b044c38-b3d1-48c0-a24f-566448de2542 req-b0c0ebef-baeb-450c-9c15-e3052ee50efd tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0539854 Aug 31 18:33:18.148340 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3b044c38-b3d1-48c0-a24f-566448de2542 req-54c70336-acf6-4870-8612-4a65a605d1f2 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351818 Aug 31 18:33:18.194380 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff24410-cb81-4d84-81f8-4ef2e0486ad1 req-3bf3dba4-0db0-43ad-8a58-29c7f332b5c7 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:18.195852 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7ff24410-cb81-4d84-81f8-4ef2e0486ad1 req-3bf3dba4-0db0-43ad-8a58-29c7f332b5c7 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0520930 Aug 31 18:33:18.236188 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7ff24410-cb81-4d84-81f8-4ef2e0486ad1 req-625236c3-de46-4a59-9ca4-ee6081b572b3 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344584 Aug 31 18:33:19.264833 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036721df-1607-42e0-8c39-e740693e18fa req-f03615aa-69c1-43d1-9824-f9922b259d30 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:19.266713 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-036721df-1607-42e0-8c39-e740693e18fa req-f03615aa-69c1-43d1-9824-f9922b259d30 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0498474 Aug 31 18:33:19.321171 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-036721df-1607-42e0-8c39-e740693e18fa req-f02d89c2-e203-4614-9c6d-a69d23c1750d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462999 Aug 31 18:33:19.367298 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fedd5f-7bf9-4815-9c05-522dab57301b req-a1e28223-6a31-40b4-a310-7ec956b55543 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:19.368812 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6fedd5f-7bf9-4815-9c05-522dab57301b req-a1e28223-6a31-40b4-a310-7ec956b55543 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0623634 Aug 31 18:33:19.433287 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6fedd5f-7bf9-4815-9c05-522dab57301b req-d1112ae5-7d1a-4048-8d2b-1b5436883926 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581942 Aug 31 18:33:19.456980 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b4f30-1a85-4127-b175-c95a35d71cee req-83a1ed33-672d-426b-af7d-526bf1548a68 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:19.458649 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a5b4f30-1a85-4127-b175-c95a35d71cee req-83a1ed33-672d-426b-af7d-526bf1548a68 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0639184 Aug 31 18:33:19.468546 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 41874) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:19.473387 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-ba617678-3f4d-4681-b2cc-95f2f399a961 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Request body: {'floatingip': {'port_id': '2c15350d-add0-4601-a78d-3919ae29d00f'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:19.498189 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-129e5211-d380-448f-b90e-7f49b2a8c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:19.548966 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba617678-3f4d-4681-b2cc-95f2f399a961 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:20.152651 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807d065-d2e6-4c0d-9dbb-7652faf2b7bf req-6ca0019c-d8ac-4707-9ba8-3efd5129b641 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:20.154258 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a807d065-d2e6-4c0d-9dbb-7652faf2b7bf req-6ca0019c-d8ac-4707-9ba8-3efd5129b641 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 945 time: 0.4463518 Aug 31 18:33:20.234179 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a807d065-d2e6-4c0d-9dbb-7652faf2b7bf req-232119c3-5ce7-4bed-a207-2a9d942c126c tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709939 Aug 31 18:33:20.342873 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba617678-3f4d-4681-b2cc-95f2f399a961 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:20.346768 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba617678-3f4d-4681-b2cc-95f2f399a961 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:20.453806 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-ba617678-3f4d-4681-b2cc-95f2f399a961 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Floating IP a621d608-bd19-41d9-82d3-3c7faa23453b associated. External IP: 172.27.0.154, port: 2c15350d-add0-4601-a78d-3919ae29d00f. Aug 31 18:33:20.675235 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7367cf-831c-4490-89bb-4046d6bf671d req-329e9748-825c-4cfd-9812-f8fe1a1c0152 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:20.676845 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5e7367cf-831c-4490-89bb-4046d6bf671d req-329e9748-825c-4cfd-9812-f8fe1a1c0152 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.1692319 Aug 31 18:33:20.751861 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5e7367cf-831c-4490-89bb-4046d6bf671d req-a6849c05-c9c4-44c3-8e2a-67083be34941 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485187 Aug 31 18:33:20.758996 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba617678-3f4d-4681-b2cc-95f2f399a961 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Router 6ec6d8a7-10ca-46af-85de-3ee927606f69 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:33:20.886608 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba617678-3f4d-4681-b2cc-95f2f399a961 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:33:20.891196 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba617678-3f4d-4681-b2cc-95f2f399a961 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:20.899299 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb3f94-00c1-4b9a-acff-7e60877783fa None None] Sync routers for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:33:20.908384 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb3f94-00c1-4b9a-acff-7e60877783fa None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:33:20.909039 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-7abb3f94-00c1-4b9a-acff-7e60877783fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:32:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:20.918172 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ba617678-3f4d-4681-b2cc-95f2f399a961 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "PUT /v2.0/floatingips/a621d608-bd19-41d9-82d3-3c7faa23453b HTTP/1.1" status: 200 len: 991 time: 1.4485643 Aug 31 18:33:20.918751 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:33:20.921021 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d93cc36-f56c-42d8-953b-ba86d2c27e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:33:20.958422 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c03e80-a03d-454e-bf2e-b6dd72fa3ee4 x-openstack-request-id: req-76c03e80-a03d-454e-bf2e-b6dd72fa3ee4 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:33:20.958713 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:33:20.958963 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76c03e80-a03d-454e-bf2e-b6dd72fa3ee4 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:33:20.960622 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f', 'status': 'completed', 'code': 200} Aug 31 18:33:21.018797 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-7abb3f94-00c1-4b9a-acff-7e60877783fa None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:33:21.028921 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93cc36-f56c-42d8-953b-ba86d2c27e0b req-475b16b2-bc9f-4e37-86e4-8989d10144a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:21.030437 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d93cc36-f56c-42d8-953b-ba86d2c27e0b req-475b16b2-bc9f-4e37-86e4-8989d10144a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 1098 time: 0.0450187 Aug 31 18:33:21.121505 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93cc36-f56c-42d8-953b-ba86d2c27e0b req-66468fc1-f04d-43e7-981d-77e65ac6870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:21.123036 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d93cc36-f56c-42d8-953b-ba86d2c27e0b req-66468fc1-f04d-43e7-981d-77e65ac6870d service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 200 len: 918 time: 0.0838900 Aug 31 18:33:21.196537 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d93cc36-f56c-42d8-953b-ba86d2c27e0b req-075561ea-74df-4a50-a89e-8e5698f1f101 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c15350d-add0-4601-a78d-3919ae29d00f HTTP/1.1" status: 200 len: 999 time: 0.0646737 Aug 31 18:33:21.249868 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93cc36-f56c-42d8-953b-ba86d2c27e0b req-eb0c37c5-5ebe-44ff-ba91-9b6cab49d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:21.251354 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d93cc36-f56c-42d8-953b-ba86d2c27e0b req-eb0c37c5-5ebe-44ff-ba91-9b6cab49d73f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0ef58c-aa9f-4b90-aae6-bd67800686c2 HTTP/1.1" status: 200 len: 856 time: 0.0459590 Aug 31 18:33:21.307843 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93cc36-f56c-42d8-953b-ba86d2c27e0b req-a926c57f-0df1-4729-9e93-7103e12f60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:21.309335 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d93cc36-f56c-42d8-953b-ba86d2c27e0b req-a926c57f-0df1-4729-9e93-7103e12f60ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f444248-5460-4ee2-b230-38dc7e90a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450420 Aug 31 18:33:21.411385 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-7abb3f94-00c1-4b9a-acff-7e60877783fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'a621d608-bd19-41d9-82d3-3c7faa23453b', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'port_id': '2c15350d-add0-4601-a78d-3919ae29d00f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'mac_address': 'fa:16:3e:0d:66:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:33:02Z', 'updated_at': '2021-08-31T18:33:20Z', 'revision_number': 1, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:05Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:21.412789 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65df6e-3503-4486-8660-e258f7a824ca req-e0098ef3-681f-4939-8d20-c5d0dd80ccdd tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:21.414298 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3e65df6e-3503-4486-8660-e258f7a824ca req-e0098ef3-681f-4939-8d20-c5d0dd80ccdd tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 945 time: 0.1087940 Aug 31 18:33:21.446895 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb3f94-00c1-4b9a-acff-7e60877783fa None None] Checking router: 6ec6d8a7-10ca-46af-85de-3ee927606f69 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:33:21.456400 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb3f94-00c1-4b9a-acff-7e60877783fa None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:33:21.456755 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d93cc36-f56c-42d8-953b-ba86d2c27e0b req-2f99d0d3-9f3c-49fa-b05f-58537768fd9c service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372957 Aug 31 18:33:21.457080 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-7abb3f94-00c1-4b9a-acff-7e60877783fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:32:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:21.477313 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3e65df6e-3503-4486-8660-e258f7a824ca req-06cc4c3e-8fac-47b2-a167-4fbde32171f1 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5716357-8921-406f-8203-df1af8bd258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565016 Aug 31 18:33:21.569662 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-7abb3f94-00c1-4b9a-acff-7e60877783fa None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:33:21.599856 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d6b99-3c5a-4cbd-b6ce-48d29dbf022b req-86b33b16-dcfb-4258-a0cb-49fefbaf0f43 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:21.601631 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-988d6b99-3c5a-4cbd-b6ce-48d29dbf022b req-86b33b16-dcfb-4258-a0cb-49fefbaf0f43 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.50 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 945 time: 0.0817943 Aug 31 18:33:21.607520 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d93cc36-f56c-42d8-953b-ba86d2c27e0b req-1cb70ec1-4452-4411-8d3a-06d0e76094f7 service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404953 Aug 31 18:33:21.645548 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41914) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:21.706489 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-988d6b99-3c5a-4cbd-b6ce-48d29dbf022b req-59d9f2c1-f519-477b-b981-75c55a60cbf6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Deleting port 0c19cfea-ca0d-479a-93d1-ad9b65201e12 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:33:21.707030 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-988d6b99-3c5a-4cbd-b6ce-48d29dbf022b req-59d9f2c1-f519-477b-b981-75c55a60cbf6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:21.756388 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f6c36e92-7b90-45db-a664-10e15ec60f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:21.813692 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-988d6b99-3c5a-4cbd-b6ce-48d29dbf022b req-59d9f2c1-f519-477b-b981-75c55a60cbf6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] For port 0c19cfea-ca0d-479a-93d1-ad9b65201e12, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0c19cfea-ca0d-479a-93d1-ad9b65201e12,segment=NetworkSegment(75bc8e75-d59b-4777-87c4-3408fc5069a7),segment_id=75bc8e75-d59b-4777-87c4-3408fc5069a7)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:33:21.814070 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-988d6b99-3c5a-4cbd-b6ce-48d29dbf022b req-59d9f2c1-f519-477b-b981-75c55a60cbf6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:21.815458 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-7abb3f94-00c1-4b9a-acff-7e60877783fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'a621d608-bd19-41d9-82d3-3c7faa23453b', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'port_id': '2c15350d-add0-4601-a78d-3919ae29d00f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'mac_address': 'fa:16:3e:0d:66:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:33:02Z', 'updated_at': '2021-08-31T18:33:20Z', 'revision_number': 1, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:05Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:21.832056 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-988d6b99-3c5a-4cbd-b6ce-48d29dbf022b req-59d9f2c1-f519-477b-b981-75c55a60cbf6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Calling delete_port for 0c19cfea-ca0d-479a-93d1-ad9b65201e12 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:33:21.852043 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb3f94-00c1-4b9a-acff-7e60877783fa None None] The sync data for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi is: [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'a621d608-bd19-41d9-82d3-3c7faa23453b', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'port_id': '2c15350d-add0-4601-a78d-3919ae29d00f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'mac_address': 'fa:16:3e:0d:66:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:33:02Z', 'updated_at': '2021-08-31T18:33:20Z', 'revision_number': 1, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:05Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:33:21.854407 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f6c36e92-7b90-45db-a664-10e15ec60f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:21.859232 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f6c36e92-7b90-45db-a664-10e15ec60f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:21.904746 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f6c36e92-7b90-45db-a664-10e15ec60f3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6eba3f4819243f3b3edd64c7da08fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556586 Aug 31 18:33:21.905197 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 41920) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:21.912696 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c36e92-7b90-45db-a664-10e15ec60f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcac4e9d-4f8b-4828-985e-2a279cf6cca3,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:21.952834 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c5b5b-8d85-49cb-8313-ecc59221b2b6 req-d3e4e228-9572-46e7-a14f-34e31bdf7c28 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:21.954569 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cb0c5b5b-8d85-49cb-8313-ecc59221b2b6 req-d3e4e228-9572-46e7-a14f-34e31bdf7c28 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0749216 Aug 31 18:33:21.962694 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6f4e49a7-3913-42ec-9154-a28b6faa73ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:21.986075 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6f4e49a7-3913-42ec-9154-a28b6faa73ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:22.029336 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cb0c5b5b-8d85-49cb-8313-ecc59221b2b6 req-4baded51-3d69-421a-96a7-361be49cb17b tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627742 Aug 31 18:33:22.051808 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6f4e49a7-3913-42ec-9154-a28b6faa73ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:22.051808 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6f4e49a7-3913-42ec-9154-a28b6faa73ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:22.051808 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6f4e49a7-3913-42ec-9154-a28b6faa73ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dcac4e9d-4f8b-4828-985e-2a279cf6cca3 HTTP/1.1" status: 204 len: 168 time: 0.1413455 Aug 31 18:33:22.057546 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e49a7-3913-42ec-9154-a28b6faa73ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcac4e9d-4f8b-4828-985e-2a279cf6cca3,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:22.063705 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-988d6b99-3c5a-4cbd-b6ce-48d29dbf022b req-59d9f2c1-f519-477b-b981-75c55a60cbf6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:22.078560 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['0c19cfea-ca0d-479a-93d1-ad9b65201e12'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:33:22.114602 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9f2c1-f519-477b-b981-75c55a60cbf6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Pushing event deleted for resources: {'Port': ['ID=0c19cfea-ca0d-479a-93d1-ad9b65201e12,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:22.124343 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4a02b-444e-4a75-88fd-49ee8ccfbcbd None None] New status for floating IP a621d608-bd19-41d9-82d3-3c7faa23453b: ACTIVE {{(pid=93882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:33:22.172041 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-988d6b99-3c5a-4cbd-b6ce-48d29dbf022b req-59d9f2c1-f519-477b-b981-75c55a60cbf6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] No DVR routers for this DVR port 0c19cfea-ca0d-479a-93d1-ad9b65201e12 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:33:22.175594 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-988d6b99-3c5a-4cbd-b6ce-48d29dbf022b req-59d9f2c1-f519-477b-b981-75c55a60cbf6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:22.177953 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa6d6-9ba2-440f-a965-4bc4a46f4e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:22.179655 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-988d6b99-3c5a-4cbd-b6ce-48d29dbf022b req-59d9f2c1-f519-477b-b981-75c55a60cbf6 tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.50 "DELETE /v2.0/ports/0c19cfea-ca0d-479a-93d1-ad9b65201e12 HTTP/1.1" status: 204 len: 173 time: 0.5709331 Aug 31 18:33:22.545171 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:22.589096 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-53722e92-10e0-4d13-800e-c9d078cd3a19 req-61b6bc50-aa39-498c-a592-ae95f81173fd tempest-VolumesSnapshotTestJSON-395016473 tempest-VolumesSnapshotTestJSON-395016473-project] 10.222.0.35 "GET /v2.0/ports?device_id=6346e531-c492-4bd0-8ea2-b7f1ea9ce03b HTTP/1.1" status: 200 len: 210 time: 0.0263903 Aug 31 18:33:22.962291 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6346e531-c492-4bd0-8ea2-b7f1ea9ce03b', 'name': 'network-vif-deleted', 'tag': '0c19cfea-ca0d-479a-93d1-ad9b65201e12'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:33:22.964626 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b100ef5c-545b-48b1-8460-e05d8a8cbe7d" -d '{"events": [{"server_uuid": "6346e531-c492-4bd0-8ea2-b7f1ea9ce03b", "name": "network-vif-deleted", "tag": "0c19cfea-ca0d-479a-93d1-ad9b65201e12"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:33:23.000679 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1b303c-c8a1-454f-910b-a058bd4cdfa5 x-openstack-request-id: req-1c1b303c-c8a1-454f-910b-a058bd4cdfa5 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:33:23.000964 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6346e531-c492-4bd0-8ea2-b7f1ea9ce03b", "name": "network-vif-deleted", "tag": "0c19cfea-ca0d-479a-93d1-ad9b65201e12", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:33:23.001207 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c1b303c-c8a1-454f-910b-a058bd4cdfa5 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:33:23.001593 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6346e531-c492-4bd0-8ea2-b7f1ea9ce03b', 'name': 'network-vif-deleted', 'tag': '0c19cfea-ca0d-479a-93d1-ad9b65201e12', 'status': 'completed', 'code': 200} Aug 31 18:33:23.143881 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819946d-98f0-4124-8e37-f092bd33760a req-599d95dc-d492-4162-a257-c7d603b6ef58 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:23.145413 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6819946d-98f0-4124-8e37-f092bd33760a req-599d95dc-d492-4162-a257-c7d603b6ef58 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0495248 Aug 31 18:33:23.188341 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:23.192994 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6819946d-98f0-4124-8e37-f092bd33760a req-c7c83553-4ba5-4131-8532-4e54d298ed6c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416801 Aug 31 18:33:24.298659 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 0c19cfea-ca0d-479a-93d1-ad9b65201e12 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:33:24.307002 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd25d0-e500-4540-8129-778a1d106898 req-9c9f2f65-5def-4950-8cde-94eb10338fd2 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:24.308476 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c1cd25d0-e500-4540-8129-778a1d106898 req-9c9f2f65-5def-4950-8cde-94eb10338fd2 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0495672 Aug 31 18:33:24.318463 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: 0c19cfea-ca0d-479a-93d1-ad9b65201e12 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:33:24.318815 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 0c19cfea-ca0d-479a-93d1-ad9b65201e12 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:33:24.347410 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c1cd25d0-e500-4540-8129-778a1d106898 req-cfa0c958-f996-47ca-b482-3673305fc9b0 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328763 Aug 31 18:33:24.905263 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:25.462845 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7c588-b82f-4191-a315-03f61efad222 req-a477a2a0-6563-4b6d-b4fa-a4727f3e1a6d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:25.464306 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-97e7c588-b82f-4191-a315-03f61efad222 req-a477a2a0-6563-4b6d-b4fa-a4727f3e1a6d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0517256 Aug 31 18:33:25.503496 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-97e7c588-b82f-4191-a315-03f61efad222 req-c2a66b0e-a150-4f66-8410-494a1cde41b3 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331657 Aug 31 18:33:25.688267 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:26.615322 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28771bd0-7ad8-496d-a223-402bbcf7ee2c req-72eebcfc-7f85-4269-a3d7-dc618e278078 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:26.616826 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-28771bd0-7ad8-496d-a223-402bbcf7ee2c req-72eebcfc-7f85-4269-a3d7-dc618e278078 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0477231 Aug 31 18:33:26.655544 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-28771bd0-7ad8-496d-a223-402bbcf7ee2c req-8cfa102f-2274-4b93-97de-4e86844bdb80 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328612 Aug 31 18:33:27.767187 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cf368-2cd1-407f-b22f-23e3bf9984ec req-c5c895cf-09f1-4ec6-b823-70e8d5b55238 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:27.768741 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2e1cf368-2cd1-407f-b22f-23e3bf9984ec req-c5c895cf-09f1-4ec6-b823-70e8d5b55238 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0477109 Aug 31 18:33:27.807229 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2e1cf368-2cd1-407f-b22f-23e3bf9984ec req-c035502e-59f9-4e59-bee2-bd56edaafd5d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325077 Aug 31 18:33:28.595423 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3fb92bd5-faca-482e-933b-e05d2e987ce3 req-8d76c3b6-8ae9-4d5a-bad3-6aecff5dd787 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428360 Aug 31 18:33:28.658703 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb92bd5-faca-482e-933b-e05d2e987ce3 req-793afbbb-3101-4d13-8ff9-ca9cf1eb007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:28.660196 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3fb92bd5-faca-482e-933b-e05d2e987ce3 req-793afbbb-3101-4d13-8ff9-ca9cf1eb007d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0994b33130eb4af78aaacb8f365f6fa9&device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 1098 time: 0.0416441 Aug 31 18:33:28.764608 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb92bd5-faca-482e-933b-e05d2e987ce3 req-d00053c5-7ba0-4b0a-9595-87ada5bff1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:28.766079 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3fb92bd5-faca-482e-933b-e05d2e987ce3 req-d00053c5-7ba0-4b0a-9595-87ada5bff1e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d376ac0a-4276-4b04-a9a4-460fec2e9230 HTTP/1.1" status: 200 len: 911 time: 0.0841854 Aug 31 18:33:28.837177 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3fb92bd5-faca-482e-933b-e05d2e987ce3 req-dc48f998-6eaa-4db9-b8b7-73e33d6ad7db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 HTTP/1.1" status: 200 len: 1000 time: 0.0613422 Aug 31 18:33:28.911876 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb92bd5-faca-482e-933b-e05d2e987ce3 req-9b8937bd-e694-45f4-a43a-318b3e380bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:28.913269 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3fb92bd5-faca-482e-933b-e05d2e987ce3 req-9b8937bd-e694-45f4-a43a-318b3e380bf4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3595eaf-e129-4f4e-b637-5ea939609a86 HTTP/1.1" status: 200 len: 849 time: 0.0673130 Aug 31 18:33:28.981628 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a9a02-1e17-47ae-8e6a-e436023de2d1 req-b6a5132c-eba7-436f-8ce3-867d7aaafb92 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:28.983087 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-743a9a02-1e17-47ae-8e6a-e436023de2d1 req-b6a5132c-eba7-436f-8ce3-867d7aaafb92 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.1071904 Aug 31 18:33:29.022019 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c8eaa-29ee-4a1c-98f9-ea8cc1602e93 req-56fd0663-41fc-401a-ade8-80eb20c8cdfe tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:29.023441 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d10c8eaa-29ee-4a1c-98f9-ea8cc1602e93 req-56fd0663-41fc-401a-ade8-80eb20c8cdfe tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.1077096 Aug 31 18:33:29.026053 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb92bd5-faca-482e-933b-e05d2e987ce3 req-43cc5409-b279-45f0-aa8d-82cc4749ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:29.027393 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3fb92bd5-faca-482e-933b-e05d2e987ce3 req-43cc5409-b279-45f0-aa8d-82cc4749ab56 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d376ac0a-4276-4b04-a9a4-460fec2e9230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016889 Aug 31 18:33:29.076055 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-743a9a02-1e17-47ae-8e6a-e436023de2d1 req-f4810dbd-b7c6-4083-9330-b8935b65d38a tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856636 Aug 31 18:33:29.126303 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d10c8eaa-29ee-4a1c-98f9-ea8cc1602e93 req-be559be5-b29d-4c32-a44a-917727651677 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943887 Aug 31 18:33:29.157105 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3fb92bd5-faca-482e-933b-e05d2e987ce3 req-44f79fd7-6185-4907-82ac-8d03a3642039 service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185355 Aug 31 18:33:29.255813 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3fb92bd5-faca-482e-933b-e05d2e987ce3 req-2f4e7952-8181-4973-ba7e-d9e1dd0c74bf service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812933 Aug 31 18:33:30.192986 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f412da7-a418-48ed-b732-ec347939aeb4 req-85791051-9ec4-4f1b-b3d3-67edb080407f tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:30.194459 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1f412da7-a418-48ed-b732-ec347939aeb4 req-85791051-9ec4-4f1b-b3d3-67edb080407f tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0522277 Aug 31 18:33:30.257363 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1f412da7-a418-48ed-b732-ec347939aeb4 req-33d37f8f-3f2c-4bf3-a6d8-255090e0136d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&id=94bb4909-7650-4b8a-9243-d564c121ebeb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533891 Aug 31 18:33:30.267269 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d93740-a406-4483-816b-7c02cc1bd7c6 req-96b8580b-94fa-49c4-81a0-7c5a8242ef3e tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:30.268836 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d0d93740-a406-4483-816b-7c02cc1bd7c6 req-96b8580b-94fa-49c4-81a0-7c5a8242ef3e tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0727558 Aug 31 18:33:30.311421 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d0d93740-a406-4483-816b-7c02cc1bd7c6 req-b76ca1f5-20ae-4817-956f-eaed70167fe6 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352523 Aug 31 18:33:30.863187 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e65b0-2b6e-46a3-abad-bdbcae92ae6d req-97840835-ba8f-4ce5-bff4-b429f81ef893 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:30.865158 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bf6e65b0-2b6e-46a3-abad-bdbcae92ae6d req-97840835-ba8f-4ce5-bff4-b429f81ef893 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0495605 Aug 31 18:33:30.905263 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bf6e65b0-2b6e-46a3-abad-bdbcae92ae6d req-8e71ef04-1b62-43f7-9a9d-62c237cf7e76 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341859 Aug 31 18:33:31.284744 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-5a6c5c03-03d3-431e-8b53-abdea658c880 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:31.286677 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-5a6c5c03-03d3-431e-8b53-abdea658c880 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.50 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.0468152 Aug 31 18:33:31.383174 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Deleting port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:33:31.383521 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:31.496369 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576a60c-632e-4d66-bb6c-aae9c1486433 req-6e5812c7-8a59-4182-b4f9-fd0be0709841 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:31.497865 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5576a60c-632e-4d66-bb6c-aae9c1486433 req-6e5812c7-8a59-4182-b4f9-fd0be0709841 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 945 time: 0.1102755 Aug 31 18:33:31.514210 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] For port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:33:31.514575 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:31.615687 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5576a60c-632e-4d66-bb6c-aae9c1486433 req-e50d584e-5aba-4495-ae22-a28d89aab03b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab90484c-ae8a-4a41-af8e-ea5a33570e24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106496 Aug 31 18:33:31.982482 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:31.982881 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:31.983205 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.l3_db [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Floating IP a7f3af01-691d-404e-b12d-0b415649f955 disassociated. External IP: 172.27.0.90, port: cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5. Aug 31 18:33:31.983562 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Calling delete_port for cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:33:32.087635 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6ab0-13c4-4406-8e43-920753b151e7 req-8578d8a6-cd28-444e-a2df-933ad371ae1f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:32.089126 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d33c6ab0-13c4-4406-8e43-920753b151e7 req-8578d8a6-cd28-444e-a2df-933ad371ae1f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0914938 Aug 31 18:33:32.158460 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d33c6ab0-13c4-4406-8e43-920753b151e7 req-081008f5-df4b-4771-b4dd-25ce91f3b222 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564041 Aug 31 18:33:32.179938 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:32.208491 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event deleted for resources: {'Port': ['ID=cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:32.218652 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:32.218996 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:32.219330 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:32.219661 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:32.219988 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:32.220314 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:32.220668 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:32.220988 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:32.221309 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:32.221626 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:32.221944 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:32.222258 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:32.330471 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Router 919fedb8-a92d-422b-ba5b-75029d06d446 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:33:32.435263 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:33:32.445125 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3bacd1-0dab-4f3e-ae20-2789e5d09d1d None None] Sync routers for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:33:32.455445 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3bacd1-0dab-4f3e-ae20-2789e5d09d1d None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:33:32.456233 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-db3bacd1-0dab-4f3e-ae20-2789e5d09d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:33:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:32.484759 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] No DVR routers for this DVR port cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:33:32.487605 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:32.489791 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ae5f004a-7d4b-4042-aa9a-3847c1e665b8 req-4deb0d82-f870-4fc5-8c63-803ca0b741c9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.50 "DELETE /v2.0/ports/cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 HTTP/1.1" status: 204 len: 173 time: 1.1952643 Aug 31 18:33:32.490241 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564fecdc-04c2-418c-bfa5-f8af2fda8cb9', 'name': 'network-vif-deleted', 'tag': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:33:32.492483 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27b34e5-c77f-4c42-a8bd-73eb04c99051" -d '{"events": [{"server_uuid": "564fecdc-04c2-418c-bfa5-f8af2fda8cb9", "name": "network-vif-deleted", "tag": "cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:33:32.560654 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc08cc1-f423-4bb9-96d1-e19ac8a3e27f x-openstack-request-id: req-6bc08cc1-f423-4bb9-96d1-e19ac8a3e27f {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:33:32.561386 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564fecdc-04c2-418c-bfa5-f8af2fda8cb9", "name": "network-vif-deleted", "tag": "cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:33:32.561978 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6bc08cc1-f423-4bb9-96d1-e19ac8a3e27f {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:33:32.562566 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564fecdc-04c2-418c-bfa5-f8af2fda8cb9', 'name': 'network-vif-deleted', 'tag': 'cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5', 'status': 'completed', 'code': 200} Aug 31 18:33:32.571254 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-db3bacd1-0dab-4f3e-ae20-2789e5d09d1d None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:33:32.723629 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dfc7fe3a-b918-45ab-9307-9888f6ec151d req-5948ff90-7d06-4003-81c5-418b72df806e tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=564fecdc-04c2-418c-bfa5-f8af2fda8cb9 HTTP/1.1" status: 200 len: 210 time: 0.0258055 Aug 31 18:33:32.776624 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-db3bacd1-0dab-4f3e-ae20-2789e5d09d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:34Z', 'revision_number': 5, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:32.803091 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3bacd1-0dab-4f3e-ae20-2789e5d09d1d None None] Checking router: 919fedb8-a92d-422b-ba5b-75029d06d446 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:33:32.811224 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3bacd1-0dab-4f3e-ae20-2789e5d09d1d None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:33:32.811831 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-db3bacd1-0dab-4f3e-ae20-2789e5d09d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:33:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:32.917061 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-db3bacd1-0dab-4f3e-ae20-2789e5d09d1d None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:33:33.149069 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-db3bacd1-0dab-4f3e-ae20-2789e5d09d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:34Z', 'revision_number': 5, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:33.210042 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3bacd1-0dab-4f3e-ae20-2789e5d09d1d None None] The sync data for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi is: [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:34Z', 'revision_number': 5, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:33:33.295338 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e24cc4-ccf9-44ff-870a-212145f8b499 req-57cb9b22-8911-4677-8bb1-54f9536d36df tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:33.296940 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c4e24cc4-ccf9-44ff-870a-212145f8b499 req-57cb9b22-8911-4677-8bb1-54f9536d36df tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0517139 Aug 31 18:33:33.336329 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c4e24cc4-ccf9-44ff-870a-212145f8b499 req-dbf986d1-7b82-40d7-924a-058c44073238 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332394 Aug 31 18:33:33.490979 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f520c2f1-3297-476d-bcee-a1779f6b91f5 None None] New status for floating IP a7f3af01-691d-404e-b12d-0b415649f955: DOWN {{(pid=93882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:33:33.807960 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42048) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:33.864754 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-09bd5af3-1599-44bc-aa26-eae46d43af0c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:33.888972 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-09bd5af3-1599-44bc-aa26-eae46d43af0c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:33.939801 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-09bd5af3-1599-44bc-aa26-eae46d43af0c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:33.943623 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-09bd5af3-1599-44bc-aa26-eae46d43af0c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:33.944833 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-09bd5af3-1599-44bc-aa26-eae46d43af0c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "DELETE /v2.0/security-groups/ab90484c-ae8a-4a41-af8e-ea5a33570e24 HTTP/1.1" status: 204 len: 168 time: 0.1357789 Aug 31 18:33:33.947712 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42050) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:33.963061 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd5af3-1599-44bc-aa26-eae46d43af0c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab90484c-ae8a-4a41-af8e-ea5a33570e24,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:33.974048 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.api.v2.resource [None req-41591b00-66a6-45b5-9292-e379eaaa0604 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] show failed (client error): The resource could not be found. Aug 31 18:33:33.975452 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-41591b00-66a6-45b5-9292-e379eaaa0604 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups/ab90484c-ae8a-4a41-af8e-ea5a33570e24 HTTP/1.1" status: 404 len: 347 time: 0.0262985 Aug 31 18:33:33.978840 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42052) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:34.103991 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3f3fa-fd0d-4302-937b-494222933bb9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Deleting port e5edc0c9-8cb6-496b-bd34-632344543702 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:33:34.104253 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f3fa-fd0d-4302-937b-494222933bb9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.179995 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f3fa-fd0d-4302-937b-494222933bb9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.180325 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f3fa-fd0d-4302-937b-494222933bb9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.192489 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3f3fa-fd0d-4302-937b-494222933bb9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Calling delete_port for e5edc0c9-8cb6-496b-bd34-632344543702 owned by network:floatingip {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:33:34.327587 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f3fa-fd0d-4302-937b-494222933bb9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.352716 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3f3fa-fd0d-4302-937b-494222933bb9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event deleted for resources: {'Port': ['ID=e5edc0c9-8cb6-496b-bd34-632344543702,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:34.420420 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f3fa-fd0d-4302-937b-494222933bb9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.422934 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f3fa-fd0d-4302-937b-494222933bb9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.424056 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-7bf3f3fa-fd0d-4302-937b-494222933bb9 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "DELETE /v2.0/floatingips/a7f3af01-691d-404e-b12d-0b415649f955 HTTP/1.1" status: 204 len: 168 time: 0.4439716 Aug 31 18:33:34.460027 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e61f74-df58-416d-a24d-fd9ce3fc222b req-00e5ffbe-63a8-4f0c-8a2b-6346d6a78932 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:34.461565 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-68e61f74-df58-416d-a24d-fd9ce3fc222b req-00e5ffbe-63a8-4f0c-8a2b-6346d6a78932 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0561917 Aug 31 18:33:34.499471 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-68e61f74-df58-416d-a24d-fd9ce3fc222b req-9504d85b-eb40-46e6-9732-677e8261fc4b tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316188 Aug 31 18:33:34.549620 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:33:34.570941 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:33:34.571567 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device cf5d3133-8e50-4fa5-b52a-6fd1d5f61ed5 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:33:34.738203 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42060) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:34.742878 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-6087a186-f0c6-4e51-afa9-0ebff6025bff tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1399839419', 'description': 'tempest-description--85962620'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:34.765084 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6087a186-f0c6-4e51-afa9-0ebff6025bff tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.844807 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6087a186-f0c6-4e51-afa9-0ebff6025bff tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.849274 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6087a186-f0c6-4e51-afa9-0ebff6025bff tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.874371 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6087a186-f0c6-4e51-afa9-0ebff6025bff tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.875508 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6087a186-f0c6-4e51-afa9-0ebff6025bff tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1363027 Aug 31 18:33:34.878626 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42062) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:34.879892 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087a186-f0c6-4e51-afa9-0ebff6025bff tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c3f75e-af9b-4808-b9e4-72c64c04ba40,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:34.884005 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-6547e508-6b92-4010-8595-1e901a7edd85 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Request body: {'security_group_rule': {'security_group_id': '68c3f75e-af9b-4808-b9e4-72c64c04ba40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:34.914259 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6547e508-6b92-4010-8595-1e901a7edd85 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.959612 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6547e508-6b92-4010-8595-1e901a7edd85 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.963366 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6547e508-6b92-4010-8595-1e901a7edd85 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.983083 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547e508-6b92-4010-8595-1e901a7edd85 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d6b0d1-4b64-46b3-ac71-aa6df1475764,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:34.986774 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6547e508-6b92-4010-8595-1e901a7edd85 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:34.987950 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-6547e508-6b92-4010-8595-1e901a7edd85 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1076579 Aug 31 18:33:34.990636 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42064) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:34.994925 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-92a9ce05-7e5b-43f6-a9b7-c63b0df9fb6f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Request body: {'security_group_rule': {'security_group_id': '68c3f75e-af9b-4808-b9e4-72c64c04ba40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:35.021448 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-92a9ce05-7e5b-43f6-a9b7-c63b0df9fb6f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.077468 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-92a9ce05-7e5b-43f6-a9b7-c63b0df9fb6f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.080908 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-92a9ce05-7e5b-43f6-a9b7-c63b0df9fb6f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.101809 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9ce05-7e5b-43f6-a9b7-c63b0df9fb6f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18d9bb3-0446-4ab5-a89a-8025bbb9d7ae,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:35.105688 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-92a9ce05-7e5b-43f6-a9b7-c63b0df9fb6f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.106877 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-92a9ce05-7e5b-43f6-a9b7-c63b0df9fb6f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153224 Aug 31 18:33:35.110301 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42066) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:35.114681 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Request body: {'floatingip': {'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:35.136364 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.232715 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.335623 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Allocated IP 172.27.0.109 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/b4580604-934b-47ae-9e39-7a2405b1e617) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:33:35.436809 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.473673 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.513221 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:33:35.516035 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:33:35.520803 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:33:35.526316 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event updated for resources: {'Port': ['ID=b4580604-934b-47ae-9e39-7a2405b1e617,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:35.648900 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a8e90-3435-45a6-89b0-0ad8e45c5aa7 req-8819a307-4db8-48d6-a766-712ac55da6c0 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:35.650453 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ed7a8e90-3435-45a6-89b0-0ad8e45c5aa7 req-8819a307-4db8-48d6-a766-712ac55da6c0 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0818167 Aug 31 18:33:35.651844 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.706834 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.729209 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ed7a8e90-3435-45a6-89b0-0ad8e45c5aa7 req-45a40df1-75aa-4f71-9e79-f76b567be3fe tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724065 Aug 31 18:33:35.857519 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.862067 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.934324 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event updated for resources: {'Port': ['ID=b4580604-934b-47ae-9e39-7a2405b1e617,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:35.943142 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.955912 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:35.957777 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-2a26a17d-55b3-4e54-86db-0c98a55f2397 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8465018 Aug 31 18:33:36.091710 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-5a39d274-5c40-4a84-980d-5ea01a2533f1 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1399839419&fields=id&tenant_id=0994b33130eb4af78aaacb8f365f6fa9 HTTP/1.1" status: 200 len: 267 time: 0.0335879 Aug 31 18:33:36.197052 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b030a1-6873-4912-bf43-4156f83fdaba req-0ae3f8be-97fd-4ba7-8b59-2c144d3fcf9d tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:36.198470 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-0ae3f8be-97fd-4ba7-8b59-2c144d3fcf9d tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/networks?id=d376ac0a-4276-4b04-a9a4-460fec2e9230 HTTP/1.1" status: 200 len: 810 time: 0.0994163 Aug 31 18:33:36.213368 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-3680a680-3bc5-45ef-9e3e-03a022fb6190 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/quotas/0994b33130eb4af78aaacb8f365f6fa9 HTTP/1.1" status: 200 len: 375 time: 0.0092523 Aug 31 18:33:36.263877 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60337a08-c3bf-4fd8-916c-0941a8398342 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0994b33130eb4af78aaacb8f365f6fa9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455236 Aug 31 18:33:36.452046 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-16253df9-24d4-422b-a8ce-0ac7a23abeb5 service neutron] 10.222.0.35 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760058 Aug 31 18:33:36.538450 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-f20abfcf-3235-4c45-9a00-f5396aebca59 service neutron] 10.222.0.35 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796382 Aug 31 18:33:36.703958 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0cef9959-5d16-42d8-83c5-2cfcd4767266 req-5ee8a46e-93da-4df2-a957-d572bb8be45c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 210 time: 0.0318830 Aug 31 18:33:36.847607 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9cef7-542a-4a6b-924d-47da2a83b231 req-be76a065-2b8c-4369-8c17-68db53cc59d4 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:36.849127 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e7c9cef7-542a-4a6b-924d-47da2a83b231 req-be76a065-2b8c-4369-8c17-68db53cc59d4 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0492520 Aug 31 18:33:36.888231 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e7c9cef7-542a-4a6b-924d-47da2a83b231 req-658f32ab-b3f6-4f96-a461-a230cf8610e9 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324159 Aug 31 18:33:37.797642 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b030a1-6873-4912-bf43-4156f83fdaba req-4c0a082f-9193-4c2f-ac8f-c077770645aa tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:37.799095 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-4c0a082f-9193-4c2f-ac8f-c077770645aa tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.50 "GET /v2.0/networks?id=d376ac0a-4276-4b04-a9a4-460fec2e9230 HTTP/1.1" status: 200 len: 810 time: 0.1202357 Aug 31 18:33:37.815039 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b4f40c30-a6e5-48c2-8aef-216dc9ac582b req-ed280f57-4b88-472d-9d93-e3d8cf60a241 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 210 time: 0.0366745 Aug 31 18:33:37.849587 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-92898976-23f7-4175-9b6b-0dedaedd7987 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0994b33130eb4af78aaacb8f365f6fa9 HTTP/1.1" status: 200 len: 380 time: 0.0366683 Aug 31 18:33:37.862437 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-63b030a1-6873-4912-bf43-4156f83fdaba req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Request body: {'port': {'device_id': '6055bbd5-b883-4dc5-864c-6b64ab98a159', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'admin_state_up': True, 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'security_groups': ['68c3f75e-af9b-4808-b9e4-72c64c04ba40']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:37.996319 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b030a1-6873-4912-bf43-4156f83fdaba req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Made reservation on behalf of 0994b33130eb4af78aaacb8f365f6fa9 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:33:37.999735 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-63b030a1-6873-4912-bf43-4156f83fdaba req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:38.036344 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca73ba-0a8f-4192-92ae-4988607d3ff4 req-9c8259af-42ee-4032-a613-d0182d406ac7 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:38.037862 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81ca73ba-0a8f-4192-92ae-4988607d3ff4 req-9c8259af-42ee-4032-a613-d0182d406ac7 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0816193 Aug 31 18:33:38.138234 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81ca73ba-0a8f-4192-92ae-4988607d3ff4 req-418da5e3-563f-4d90-9c48-c56d0d3f152c tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706291 Aug 31 18:33:38.168770 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-63b030a1-6873-4912-bf43-4156f83fdaba req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Allocated IP 172.20.0.14 (d376ac0a-4276-4b04-a9a4-460fec2e9230/a3595eaf-e129-4f4e-b637-5ea939609a86/3d3ad2be-0870-47b2-a980-3efad59c5e93) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:33:38.301116 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-63b030a1-6873-4912-bf43-4156f83fdaba req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:38.313744 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-63b030a1-6873-4912-bf43-4156f83fdaba req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Transition to ACTIVE for port object 3d3ad2be-0870-47b2-a980-3efad59c5e93 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:33:38.345232 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-63b030a1-6873-4912-bf43-4156f83fdaba req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:38.388322 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b030a1-6873-4912-bf43-4156f83fdaba req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Network d376ac0a-4276-4b04-a9a4-460fec2e9230 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:33:38.391213 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-63b030a1-6873-4912-bf43-4156f83fdaba req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:33:38.394847 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b030a1-6873-4912-bf43-4156f83fdaba req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:33:38.420956 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event updated for resources: {'Port': ['ID=3d3ad2be-0870-47b2-a980-3efad59c5e93,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:38.449047 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b030a1-6873-4912-bf43-4156f83fdaba req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:38.449674 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-63b030a1-6873-4912-bf43-4156f83fdaba req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:38.465081 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-e39aa4b1-7cae-4a66-9e34-7318b9cf0bc2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064267 Aug 31 18:33:38.478947 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Request body: {'port': {'device_id': '6055bbd5-b883-4dc5-864c-6b64ab98a159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:38.533273 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:38.587136 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-1f3c502f-4250-4b6b-b7b7-3219f41f904a None None] Provisioning for port 3d3ad2be-0870-47b2-a980-3efad59c5e93 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:33:38.591018 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-1f3c502f-4250-4b6b-b7b7-3219f41f904a None None] Provisioning complete for port 3d3ad2be-0870-47b2-a980-3efad59c5e93 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:33:38.591399 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1f3c502f-4250-4b6b-b7b7-3219f41f904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:38.625744 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c502f-4250-4b6b-b7b7-3219f41f904a None None] Port 3d3ad2be-0870-47b2-a980-3efad59c5e93 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:33:38.796565 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3ad2be-0870-47b2-a980-3efad59c5e93 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:33:38.804157 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:38.817030 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Transition to ACTIVE for port object 3d3ad2be-0870-47b2-a980-3efad59c5e93 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:33:38.821132 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:38.901829 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3ad2be-0870-47b2-a980-3efad59c5e93,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:38.980659 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d495cf5-78bd-4740-af80-1d52725048be req-e02001c4-f673-4c7c-9220-43222d564189 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:38.982449 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6d495cf5-78bd-4740-af80-1d52725048be req-e02001c4-f673-4c7c-9220-43222d564189 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 944 time: 0.0915613 Aug 31 18:33:38.987038 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Attempting to bind port 3d3ad2be-0870-47b2-a980-3efad59c5e93 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:33:38.987382 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Attempting to bind port 3d3ad2be-0870-47b2-a980-3efad59c5e93 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:33:38.987714 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Attempting to bind port 3d3ad2be-0870-47b2-a980-3efad59c5e93 on network d376ac0a-4276-4b04-a9a4-460fec2e9230 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:33:39.000425 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Port 3d3ad2be-0870-47b2-a980-3efad59c5e93 on network d376ac0a-4276-4b04-a9a4-460fec2e9230 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:33:39.000822 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Attempting to bind port 3d3ad2be-0870-47b2-a980-3efad59c5e93 on network d376ac0a-4276-4b04-a9a4-460fec2e9230 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:33:39.014951 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:33:39.015298 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Checking segment: {'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:33:39.015691 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Bound using segment: {'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:33:39.020036 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Bound port: 3d3ad2be-0870-47b2-a980-3efad59c5e93, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61944297-cf7b-4bda-ab76-aebbe98d7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:33:39.020419 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:39.053695 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6d495cf5-78bd-4740-af80-1d52725048be req-95bd2cbd-b0b0-4324-bc6b-c3999a9db0b3 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618787 Aug 31 18:33:39.104150 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] For port 3d3ad2be-0870-47b2-a980-3efad59c5e93, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:33:39.107272 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] For port 3d3ad2be-0870-47b2-a980-3efad59c5e93, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3d3ad2be-0870-47b2-a980-3efad59c5e93,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:33:39.110879 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:39.142766 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:39.143275 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:39.144948 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] 10.222.0.50 "PUT /v2.0/ports/3d3ad2be-0870-47b2-a980-3efad59c5e93 HTTP/1.1" status: 200 len: 1094 time: 0.6704628 Aug 31 18:33:39.146882 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6055bbd5-b883-4dc5-864c-6b64ab98a159', 'tag': '3d3ad2be-0870-47b2-a980-3efad59c5e93'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:33:39.149915 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378198d6-bf3f-48aa-9462-957a316d36cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6055bbd5-b883-4dc5-864c-6b64ab98a159", "tag": "3d3ad2be-0870-47b2-a980-3efad59c5e93"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:33:39.183594 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a93b31-22b7-45b0-8b8a-3eaa634b9126 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3ad2be-0870-47b2-a980-3efad59c5e93,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:39.223502 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84bddc4-f21d-4e01-83ae-79c70ace309d x-openstack-request-id: req-b84bddc4-f21d-4e01-83ae-79c70ace309d {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:33:39.223788 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6055bbd5-b883-4dc5-864c-6b64ab98a159", "tag": "3d3ad2be-0870-47b2-a980-3efad59c5e93", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:33:39.224044 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b84bddc4-f21d-4e01-83ae-79c70ace309d {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:33:39.224443 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6055bbd5-b883-4dc5-864c-6b64ab98a159', 'tag': '3d3ad2be-0870-47b2-a980-3efad59c5e93', 'status': 'completed', 'code': 200} Aug 31 18:33:39.263021 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b030a1-6873-4912-bf43-4156f83fdaba req-bb1ecc75-e15f-4f60-b032-1a8058e28016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:39.264545 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-bb1ecc75-e15f-4f60-b032-1a8058e28016 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0994b33130eb4af78aaacb8f365f6fa9&device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 1097 time: 0.0731354 Aug 31 18:33:39.313320 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-82b2c2aa-7b52-48a6-8116-6cb61c3794fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d3ad2be-0870-47b2-a980-3efad59c5e93 HTTP/1.1" status: 200 len: 217 time: 0.0395544 Aug 31 18:33:39.322113 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e948d-9740-4623-bda2-87699826b92c req-859650b2-0692-45b1-b37c-40670b58f745 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:39.323511 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c2e948d-9740-4623-bda2-87699826b92c req-859650b2-0692-45b1-b37c-40670b58f745 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0922542 Aug 31 18:33:39.386958 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b030a1-6873-4912-bf43-4156f83fdaba req-06ed6133-68d7-4356-9c55-f819cc57d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:39.388402 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-06ed6133-68d7-4356-9c55-f819cc57d717 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3595eaf-e129-4f4e-b637-5ea939609a86 HTTP/1.1" status: 200 len: 849 time: 0.0640628 Aug 31 18:33:39.393232 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c2e948d-9740-4623-bda2-87699826b92c req-d0e26fb2-fde3-4ae3-b5ec-9ae091e635d7 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619977 Aug 31 18:33:39.436363 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b030a1-6873-4912-bf43-4156f83fdaba req-2d61a749-7064-4881-b444-7eff7a67c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:39.437901 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-2d61a749-7064-4881-b444-7eff7a67c769 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d376ac0a-4276-4b04-a9a4-460fec2e9230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420501 Aug 31 18:33:39.525677 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-05191b60-a5aa-44a5-83e6-5dc7b4017f5a service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795915 Aug 31 18:33:39.618650 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63b030a1-6873-4912-bf43-4156f83fdaba req-9f47ca28-3197-4719-84f4-4e09aed26033 service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831075 Aug 31 18:33:39.702981 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378198d6-bf3f-48aa-9462-957a316d36cd req-3c396200-d0d7-4894-aec4-7dfa1b421c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:39.704354 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-378198d6-bf3f-48aa-9462-957a316d36cd req-3c396200-d0d7-4894-aec4-7dfa1b421c9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0994b33130eb4af78aaacb8f365f6fa9&device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 1097 time: 0.0403600 Aug 31 18:33:39.796261 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378198d6-bf3f-48aa-9462-957a316d36cd req-216336d0-05d9-4cdc-89a9-67d6b2e9169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:39.797781 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-378198d6-bf3f-48aa-9462-957a316d36cd req-216336d0-05d9-4cdc-89a9-67d6b2e9169c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d376ac0a-4276-4b04-a9a4-460fec2e9230 HTTP/1.1" status: 200 len: 911 time: 0.0828006 Aug 31 18:33:39.844269 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-378198d6-bf3f-48aa-9462-957a316d36cd req-aed6c62e-7c4d-4270-b2f9-0e99ab8e48bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d3ad2be-0870-47b2-a980-3efad59c5e93 HTTP/1.1" status: 200 len: 217 time: 0.0386791 Aug 31 18:33:39.895997 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378198d6-bf3f-48aa-9462-957a316d36cd req-dc7b17e0-7f64-449e-b6f5-b4a5ab37ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:39.898055 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-378198d6-bf3f-48aa-9462-957a316d36cd req-dc7b17e0-7f64-449e-b6f5-b4a5ab37ec73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3595eaf-e129-4f4e-b637-5ea939609a86 HTTP/1.1" status: 200 len: 849 time: 0.0457666 Aug 31 18:33:39.948179 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378198d6-bf3f-48aa-9462-957a316d36cd req-89905384-3d52-4e20-85d4-ddfbde35b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:39.949695 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-378198d6-bf3f-48aa-9462-957a316d36cd req-89905384-3d52-4e20-85d4-ddfbde35b40b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d376ac0a-4276-4b04-a9a4-460fec2e9230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423615 Aug 31 18:33:40.047866 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-378198d6-bf3f-48aa-9462-957a316d36cd req-c9e538db-0d80-4b6b-a548-b15c53cc766f service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829999 Aug 31 18:33:40.167997 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-378198d6-bf3f-48aa-9462-957a316d36cd req-9c2d67fb-2fdf-411e-bb5e-a2915d4c42fb service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122057 Aug 31 18:33:40.187362 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc9af6-a659-4dca-be30-84b68f32be8c req-e73631a4-f835-43eb-911c-ba05afb5c75b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:40.188827 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-afbc9af6-a659-4dca-be30-84b68f32be8c req-e73631a4-f835-43eb-911c-ba05afb5c75b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 944 time: 0.0620522 Aug 31 18:33:40.225070 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-afbc9af6-a659-4dca-be30-84b68f32be8c req-98b19372-60d1-4012-b3b6-151111bad33f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303516 Aug 31 18:33:40.506351 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38767b5a-c350-4bad-beee-d47bb08d9eed req-0439b4ea-3cfb-4dce-af01-53a22f6ec449 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:40.507778 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-38767b5a-c350-4bad-beee-d47bb08d9eed req-0439b4ea-3cfb-4dce-af01-53a22f6ec449 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0469854 Aug 31 18:33:40.544123 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-38767b5a-c350-4bad-beee-d47bb08d9eed req-4c28becb-7082-49e8-95cd-9d9d7e2d9980 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306137 Aug 31 18:33:41.055079 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a73171-60d9-49a0-b12d-aa511d7a8873 req-cdbcbfd0-f600-4145-8692-917452a663f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:41.056573 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8a73171-60d9-49a0-b12d-aa511d7a8873 req-cdbcbfd0-f600-4145-8692-917452a663f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01dd2e1469fd4e37af51e3edf144f314&device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 1099 time: 0.0430727 Aug 31 18:33:41.153789 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a73171-60d9-49a0-b12d-aa511d7a8873 req-59828b5d-d459-48f7-9d26-dd915dfbeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:41.155252 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8a73171-60d9-49a0-b12d-aa511d7a8873 req-59828b5d-d459-48f7-9d26-dd915dfbeb07 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b04046da-9c89-4497-a1f2-73518ae52ac1 HTTP/1.1" status: 200 len: 910 time: 0.0846076 Aug 31 18:33:41.223664 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8a73171-60d9-49a0-b12d-aa511d7a8873 req-4acd054a-63cf-4d3e-8b5c-8b8faf38f9d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e7b902-9729-40b1-9539-524943686268 HTTP/1.1" status: 200 len: 1001 time: 0.0594573 Aug 31 18:33:41.278425 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a73171-60d9-49a0-b12d-aa511d7a8873 req-9a536e07-6c8b-4828-943a-c7b9ea1ffefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:41.279802 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8a73171-60d9-49a0-b12d-aa511d7a8873 req-9a536e07-6c8b-4828-943a-c7b9ea1ffefc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56e44edf-623c-47bc-8cb7-194c41304bcb HTTP/1.1" status: 200 len: 848 time: 0.0477624 Aug 31 18:33:41.354343 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a73171-60d9-49a0-b12d-aa511d7a8873 req-c2d0290e-ed79-47bd-b62c-8a42515bdc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:41.355828 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8a73171-60d9-49a0-b12d-aa511d7a8873 req-c2d0290e-ed79-47bd-b62c-8a42515bdc73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b04046da-9c89-4497-a1f2-73518ae52ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678530 Aug 31 18:33:41.363639 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03fcb9-6da4-4798-aa18-c7e8d8a2ca40 req-f659dae9-f9f9-48f8-995b-9584b768bc90 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:41.364994 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5a03fcb9-6da4-4798-aa18-c7e8d8a2ca40 req-f659dae9-f9f9-48f8-995b-9584b768bc90 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 944 time: 0.0687275 Aug 31 18:33:41.720688 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5a03fcb9-6da4-4798-aa18-c7e8d8a2ca40 req-349c244c-ccab-401f-906f-bce1759af749 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3455808 Aug 31 18:33:41.744691 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e96f0-e596-4bd0-9567-5e83dac51a9c req-8c2c6b36-07ad-4e23-abd2-cc6db5ce7fac tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:41.746141 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9f7e96f0-e596-4bd0-9567-5e83dac51a9c req-8c2c6b36-07ad-4e23-abd2-cc6db5ce7fac tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0972285 Aug 31 18:33:41.749557 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8a73171-60d9-49a0-b12d-aa511d7a8873 req-de6cb4b8-a8a4-4bc2-9a8d-9f3fa15f264b service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813229 Aug 31 18:33:41.830014 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9f7e96f0-e596-4bd0-9567-5e83dac51a9c req-96e0314b-4b26-4ef2-b4cf-207c85ae3733 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779145 Aug 31 18:33:41.861111 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8a73171-60d9-49a0-b12d-aa511d7a8873 req-c807133f-db25-4dd0-9eb1-2f528ed1d634 service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025603 Aug 31 18:33:42.443171 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 3d3ad2be-0870-47b2-a980-3efad59c5e93 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:33:42.536223 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 3d3ad2be-0870-47b2-a980-3efad59c5e93, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3d3ad2be-0870-47b2-a980-3efad59c5e93,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:33:42.548375 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '3d3ad2be-0870-47b2-a980-3efad59c5e93', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'port_id': '3d3ad2be-0870-47b2-a980-3efad59c5e93', 'mac_address': 'fa:16:3e:2f:dd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:33:42.585429 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:42.597935 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3ad2be-0870-47b2-a980-3efad59c5e93 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:33:42.616578 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 3d3ad2be-0870-47b2-a980-3efad59c5e93, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3d3ad2be-0870-47b2-a980-3efad59c5e93,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:33:42.620136 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:42.665405 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=3d3ad2be-0870-47b2-a980-3efad59c5e93,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:42.836013 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e916d5-3051-45d1-8d78-b89b7ae8897c req-72bb4004-b6cb-4c8e-a36a-88fec2051613 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:42.837509 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-79e916d5-3051-45d1-8d78-b89b7ae8897c req-72bb4004-b6cb-4c8e-a36a-88fec2051613 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 945 time: 0.0497344 Aug 31 18:33:42.875602 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-79e916d5-3051-45d1-8d78-b89b7ae8897c req-1f4d8162-fc88-44c8-aaf1-2fcd247a96c5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321736 Aug 31 18:33:42.935601 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['3d3ad2be-0870-47b2-a980-3efad59c5e93'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:33:42.944893 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d867e2-e5ab-41bc-8cb3-9f7419860281 req-6b97167d-c545-4e9f-9d62-70f93f2ecaaf tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:42.946405 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-11d867e2-e5ab-41bc-8cb3-9f7419860281 req-6b97167d-c545-4e9f-9d62-70f93f2ecaaf tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0484946 Aug 31 18:33:42.990224 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-11d867e2-e5ab-41bc-8cb3-9f7419860281 req-6296eec5-b843-41e7-ad9f-b9f481bad416 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379276 Aug 31 18:33:43.995966 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabfe45-2875-4324-9663-142e6b3d654a req-24b3ac39-cb5a-46c9-8cf9-c9d1ad46949f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:43.997519 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cfabfe45-2875-4324-9663-142e6b3d654a req-24b3ac39-cb5a-46c9-8cf9-c9d1ad46949f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 945 time: 0.0557249 Aug 31 18:33:44.037556 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cfabfe45-2875-4324-9663-142e6b3d654a req-05fcfc3e-af1a-454e-9b28-e9a9991c423b tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Aug 31 18:33:44.097674 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:33:44.120565 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f952916-1dc7-4ce9-8195-1cc35a05670a req-be481436-7301-44bf-848b-37a95836e640 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:44.123288 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6f952916-1dc7-4ce9-8195-1cc35a05670a req-be481436-7301-44bf-848b-37a95836e640 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0551903 Aug 31 18:33:44.163953 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6f952916-1dc7-4ce9-8195-1cc35a05670a req-280fbcf5-b30d-4f87-814f-b36b7fd00a95 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340197 Aug 31 18:33:44.445226 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 3d3ad2be-0870-47b2-a980-3efad59c5e93 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:33:44.495135 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port 3d3ad2be-0870-47b2-a980-3efad59c5e93 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:33:44.499219 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 3d3ad2be-0870-47b2-a980-3efad59c5e93 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:33:44.499777 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:44.585859 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:44.607683 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6055bbd5-b883-4dc5-864c-6b64ab98a159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3ad2be-0870-47b2-a980-3efad59c5e93'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:33:44.609904 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b679b95-c6da-4856-a80e-02688c2ac717" -d '{"events": [{"server_uuid": "6055bbd5-b883-4dc5-864c-6b64ab98a159", "name": "network-vif-plugged", "status": "completed", "tag": "3d3ad2be-0870-47b2-a980-3efad59c5e93"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:33:44.622838 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 3d3ad2be-0870-47b2-a980-3efad59c5e93, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3d3ad2be-0870-47b2-a980-3efad59c5e93,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:33:44.626778 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:44.651722 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8eeadf-9437-4afd-beff-d4e7849d1d23 x-openstack-request-id: req-bc8eeadf-9437-4afd-beff-d4e7849d1d23 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:33:44.652011 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6055bbd5-b883-4dc5-864c-6b64ab98a159", "name": "network-vif-plugged", "status": "completed", "tag": "3d3ad2be-0870-47b2-a980-3efad59c5e93", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:33:44.652257 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc8eeadf-9437-4afd-beff-d4e7849d1d23 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:33:44.652686 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6055bbd5-b883-4dc5-864c-6b64ab98a159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3ad2be-0870-47b2-a980-3efad59c5e93', 'code': 200} Aug 31 18:33:44.680855 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=3d3ad2be-0870-47b2-a980-3efad59c5e93,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:44.827902 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f496b-89fa-4285-a83b-2edce87e4e80 req-a7b41374-3ba9-4e32-bd71-bb030b036e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:44.829400 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2f1f496b-89fa-4285-a83b-2edce87e4e80 req-a7b41374-3ba9-4e32-bd71-bb030b036e01 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 1099 time: 0.0388837 Aug 31 18:33:44.867713 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2f1f496b-89fa-4285-a83b-2edce87e4e80 req-cf85e0a9-3fbb-4b56-8ed3-42ee2b1cc20a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300863 Aug 31 18:33:45.155358 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0874d-8176-4ae8-ba60-153ac5dcb1c5 req-fd09508b-ab6c-4051-bd6a-2bba9b20e0bd tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:45.156762 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-24f0874d-8176-4ae8-ba60-153ac5dcb1c5 req-fd09508b-ab6c-4051-bd6a-2bba9b20e0bd tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0489485 Aug 31 18:33:45.195172 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-24f0874d-8176-4ae8-ba60-153ac5dcb1c5 req-ee734b61-a1e7-4a0f-b14b-22334e589975 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325282 Aug 31 18:33:45.279963 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8c5d7-ada4-4630-9302-1a6db7930c62 req-03bac6fb-7041-4e18-9b2b-eff367cec535 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:45.281471 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ff8c5d7-ada4-4630-9302-1a6db7930c62 req-03bac6fb-7041-4e18-9b2b-eff367cec535 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0489783 Aug 31 18:33:45.323263 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ff8c5d7-ada4-4630-9302-1a6db7930c62 req-f04aea17-36a9-435f-a3f7-966ab5fbae4e tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359535 Aug 31 18:33:45.391365 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [req-d1b06afd-e897-48ef-af4d-b2f7d126847a req-fa4e8a43-25ab-4ac9-8942-137ef4d9c004 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:33:45.392396 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d1b06afd-e897-48ef-af4d-b2f7d126847a req-fa4e8a43-25ab-4ac9-8942-137ef4d9c004 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055037 Aug 31 18:33:45.532405 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42226) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:45.554974 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad538d03-a218-41a9-a51d-95535146e501 req-8bbdb62a-a0da-4701-9e63-34085e3ec878 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:45.556484 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad538d03-a218-41a9-a51d-95535146e501 req-8bbdb62a-a0da-4701-9e63-34085e3ec878 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0618694 Aug 31 18:33:45.620885 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad538d03-a218-41a9-a51d-95535146e501 req-79c2d518-1b6c-47b1-9d6a-027131e5f9e5 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536137 Aug 31 18:33:45.648283 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-fae16a8e-13f5-4b29-bead-277acb6d81ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1102140 Aug 31 18:33:46.313598 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e4ee7-b807-4c07-9aeb-1ed240509620 req-2b6caeaa-8429-4d61-98e3-9fdb70338cb7 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:46.315074 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-536e4ee7-b807-4c07-9aeb-1ed240509620 req-2b6caeaa-8429-4d61-98e3-9fdb70338cb7 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0492213 Aug 31 18:33:46.352962 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-536e4ee7-b807-4c07-9aeb-1ed240509620 req-cfe2af73-2b46-43d5-b043-f8c50aa4fe64 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319233 Aug 31 18:33:46.455904 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device f0e7b902-9729-40b1-9539-524943686268 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:33:46.466417 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c48c4f-fccd-45f6-ad98-dfaa02af0997 req-72998284-c357-4fe8-8db8-91123b22b471 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:46.467857 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-54c48c4f-fccd-45f6-ad98-dfaa02af0997 req-72998284-c357-4fe8-8db8-91123b22b471 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0531528 Aug 31 18:33:46.477494 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42248) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:46.482573 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-060257c0-fb66-4555-8648-6b83975ae2f5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Request body: {'floatingip': {'port_id': '3d3ad2be-0870-47b2-a980-3efad59c5e93'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:33:46.526933 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-060257c0-fb66-4555-8648-6b83975ae2f5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:46.658677 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:46.696712 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e7b902-9729-40b1-9539-524943686268'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:33:46.699584 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83e0b14-0d3b-4734-8c34-014759a3d4a8" -d '{"events": [{"server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e7b902-9729-40b1-9539-524943686268"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:33:46.714614 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port f0e7b902-9729-40b1-9539-524943686268, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f0e7b902-9729-40b1-9539-524943686268,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:33:46.722966 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:46.731492 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42256) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:46.753687 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 18:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ca6462-9fdb-4e21-8eea-97482b9e1496 x-openstack-request-id: req-68ca6462-9fdb-4e21-8eea-97482b9e1496 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:33:46.754014 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "name": "network-vif-unplugged", "status": "failed", "tag": "f0e7b902-9729-40b1-9539-524943686268", "code": 422}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:33:46.754231 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68ca6462-9fdb-4e21-8eea-97482b9e1496 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:33:46.754620 dv-cinder-805887-9-iscsi neutron-server[93881]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0e7b902-9729-40b1-9539-524943686268', 'code': 422} returned with failed status Aug 31 18:33:46.789356 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Deleting subnet 84fb9c40-5f82-49ee-bc60-68d5a38f3c11 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:33:46.792658 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:46.792977 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=f0e7b902-9729-40b1-9539-524943686268,revision_number=6']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:46.800622 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.801021 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.801366 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.801695 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.802020 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.802363 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.802692 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.802993 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.803318 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.803638 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.803965 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.804670 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.836580 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3578427'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:46.879442 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:46.883690 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bddc0b-af10-4d20-8f71-2a6d325b3135 req-bd9ac580-bb62-49d8-9f7d-f6778e31c3ea tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:46.885212 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-91bddc0b-af10-4d20-8f71-2a6d325b3135 req-bd9ac580-bb62-49d8-9f7d-f6778e31c3ea tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.1851099 Aug 31 18:33:46.931275 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127822973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127405126'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:46.958354 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:46.963101 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/84fb9c40-5f82-49ee-bc60-68d5a38f3c11 HTTP/1.1" status: 204 len: 168 time: 0.2304430 Aug 31 18:33:46.963934 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84fb9c40-5f82-49ee-bc60-68d5a38f3c11,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:46.964727 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-91bddc0b-af10-4d20-8f71-2a6d325b3135 req-fb96e769-d97e-4862-9681-42844ba81282 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723765 Aug 31 18:33:46.965190 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42258) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:46.971613 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.972491 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.972891 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.973223 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.973551 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.973880 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.974207 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.974528 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.974859 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.975228 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.975493 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:46.976178 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e5f79-ad1d-4544-9eae-10821c36a40e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:33:47.106092 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4943-5e5c-4589-80d1-c5a47b5e108d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:47.125272 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-060257c0-fb66-4555-8648-6b83975ae2f5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:47.130044 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-060257c0-fb66-4555-8648-6b83975ae2f5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:47.292787 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4943-5e5c-4589-80d1-c5a47b5e108d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:47.336829 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-bbbb4943-5e5c-4589-80d1-c5a47b5e108d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee44cbef-f826-462c-a28e-657662403d64']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:47.341486 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-9efdbb25-e1ae-4264-bdd9-d566ed7ca7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:47.342980 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-9efdbb25-e1ae-4264-bdd9-d566ed7ca7a5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7&tenant_id=01dd2e1469fd4e37af51e3edf144f314 HTTP/1.1" status: 200 len: 1097 time: 0.1944013 Aug 31 18:33:47.356569 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-bbbb4943-5e5c-4589-80d1-c5a47b5e108d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bc8e75-d59b-4777-87c4-3408fc5069a7') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:47.356874 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-bbbb4943-5e5c-4589-80d1-c5a47b5e108d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bc8e75-d59b-4777-87c4-3408fc5069a7') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:47.371334 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4943-5e5c-4589-80d1-c5a47b5e108d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126587601'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:47.406599 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-060257c0-fb66-4555-8648-6b83975ae2f5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Floating IP cc9820d2-6129-4341-9c6c-5e9f07ae402b associated. External IP: 172.27.0.109, port: 3d3ad2be-0870-47b2-a980-3efad59c5e93. Aug 31 18:33:47.410612 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4943-5e5c-4589-80d1-c5a47b5e108d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:47.452911 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbb4943-5e5c-4589-80d1-c5a47b5e108d admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:33:47.453326 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4943-5e5c-4589-80d1-c5a47b5e108d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126740724'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: Traceback (most recent call last): Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: timer() Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: cb(*args, **kw) Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: return func(*args, **kwargs) Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: self._notify() Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: self.callback(batched_events) Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: event.method(event) Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: return f(self, *a, **k) Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._get(url).json() Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:33:47.454988 dv-cinder-805887-9-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:33:47.517037 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-baa139e1-fb8e-4a14-af7f-70d1a03041fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:47.518533 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-baa139e1-fb8e-4a14-af7f-70d1a03041fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01dd2e1469fd4e37af51e3edf144f314&device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 1097 time: 0.1508074 Aug 31 18:33:47.575700 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4943-5e5c-4589-80d1-c5a47b5e108d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:47.606573 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4943-5e5c-4589-80d1-c5a47b5e108d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:47.608394 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-bbbb4943-5e5c-4589-80d1-c5a47b5e108d admin admin] 10.222.0.35 "DELETE /v2.0/networks/ee44cbef-f826-462c-a28e-657662403d64 HTTP/1.1" status: 204 len: 168 time: 0.6403935 Aug 31 18:33:47.629918 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb4943-5e5c-4589-80d1-c5a47b5e108d admin admin] Pushing event deleted for resources: {'Network': ['ID=ee44cbef-f826-462c-a28e-657662403d64,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:47.713326 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-ca84eb7b-1f50-41cc-a040-f31bba69f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:47.714811 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-ca84eb7b-1f50-41cc-a040-f31bba69f4ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=b04046da-9c89-4497-a1f2-73518ae52ac1 HTTP/1.1" status: 200 len: 910 time: 0.1690063 Aug 31 18:33:47.778895 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42264) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:47.817159 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-109c39a0-ff21-42f1-974f-8630797d0c6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e7b902-9729-40b1-9539-524943686268 HTTP/1.1" status: 200 len: 999 time: 0.0770130 Aug 31 18:33:47.818844 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060257c0-fb66-4555-8648-6b83975ae2f5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Router 919fedb8-a92d-422b-ba5b-75029d06d446 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:33:47.825110 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-29ccc6e6-34c3-4f02-b40c-b8b566d6f156 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1fbe4e8a70a64652b9695a4185e6b499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427907 Aug 31 18:33:47.825347 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42266) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:33:47.871727 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-001b2b8c-08f0-4854-bc71-41a7fe21b47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:47.892314 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-001b2b8c-08f0-4854-bc71-41a7fe21b47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:47.909069 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-046f2ad7-7b55-4507-a75e-d2f50fece766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:47.910588 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-046f2ad7-7b55-4507-a75e-d2f50fece766 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56e44edf-623c-47bc-8cb7-194c41304bcb HTTP/1.1" status: 200 len: 848 time: 0.0841954 Aug 31 18:33:47.941663 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-001b2b8c-08f0-4854-bc71-41a7fe21b47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:47.944163 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-001b2b8c-08f0-4854-bc71-41a7fe21b47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:47.947772 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-001b2b8c-08f0-4854-bc71-41a7fe21b47d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5716357-8921-406f-8203-df1af8bd258b HTTP/1.1" status: 204 len: 168 time: 0.1190856 Aug 31 18:33:47.957610 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b2b8c-08f0-4854-bc71-41a7fe21b47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5716357-8921-406f-8203-df1af8bd258b,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:47.992202 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060257c0-fb66-4555-8648-6b83975ae2f5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:33:47.997457 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-060257c0-fb66-4555-8648-6b83975ae2f5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:48.007617 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffb86f-0d0a-40cd-8bd7-7498a7ff77ec None None] Sync routers for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:33:48.018179 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ffb86f-0d0a-40cd-8bd7-7498a7ff77ec None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:33:48.018989 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-61ffb86f-0d0a-40cd-8bd7-7498a7ff77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:33:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:48.021533 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-3ef83308-6deb-4190-bee8-40787f968389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:48.023037 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-3ef83308-6deb-4190-bee8-40787f968389 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b04046da-9c89-4497-a1f2-73518ae52ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796220 Aug 31 18:33:48.033544 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-060257c0-fb66-4555-8648-6b83975ae2f5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "PUT /v2.0/floatingips/cc9820d2-6129-4341-9c6c-5e9f07ae402b HTTP/1.1" status: 200 len: 992 time: 1.5549409 Aug 31 18:33:48.035347 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6055bbd5-b883-4dc5-864c-6b64ab98a159', 'tag': '3d3ad2be-0870-47b2-a980-3efad59c5e93'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:33:48.037628 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617a26f8-2f4b-4cb7-b4d4-bf1f83459b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "6055bbd5-b883-4dc5-864c-6b64ab98a159", "tag": "3d3ad2be-0870-47b2-a980-3efad59c5e93"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:33:48.140910 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-61ffb86f-0d0a-40cd-8bd7-7498a7ff77ec None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:33:48.149841 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1610bac-11d1-462c-9893-00a1292b4a79 req-b505cbfe-b5cc-4b15-8723-6a4a3e3f5316 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:48.151370 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d1610bac-11d1-462c-9893-00a1292b4a79 req-b505cbfe-b5cc-4b15-8723-6a4a3e3f5316 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.1106393 Aug 31 18:33:48.201393 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-11d5dd6e-1883-4095-9f21-5809c09195f0 service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664104 Aug 31 18:33:48.231540 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c6e469-2646-4343-85b1-6b969a01546b x-openstack-request-id: req-21c6e469-2646-4343-85b1-6b969a01546b {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:33:48.231974 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6055bbd5-b883-4dc5-864c-6b64ab98a159", "tag": "3d3ad2be-0870-47b2-a980-3efad59c5e93", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:33:48.232372 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21c6e469-2646-4343-85b1-6b969a01546b {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:33:48.232996 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6055bbd5-b883-4dc5-864c-6b64ab98a159', 'tag': '3d3ad2be-0870-47b2-a980-3efad59c5e93', 'status': 'completed', 'code': 200} Aug 31 18:33:48.406522 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-61ffb86f-0d0a-40cd-8bd7-7498a7ff77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'cc9820d2-6129-4341-9c6c-5e9f07ae402b', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'port_id': '3d3ad2be-0870-47b2-a980-3efad59c5e93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'mac_address': 'fa:16:3e:2f:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055bbd5-b883-4dc5-864c-6b64ab98a159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:33:35Z', 'updated_at': '2021-08-31T18:33:46Z', 'revision_number': 1, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:34Z', 'revision_number': 5, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:48.437734 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffb86f-0d0a-40cd-8bd7-7498a7ff77ec None None] Checking router: 919fedb8-a92d-422b-ba5b-75029d06d446 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:33:48.446662 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ffb86f-0d0a-40cd-8bd7-7498a7ff77ec None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:33:48.447296 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-61ffb86f-0d0a-40cd-8bd7-7498a7ff77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:33:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:48.557078 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d1610bac-11d1-462c-9893-00a1292b4a79 req-aca1899d-a3c2-4bc7-9976-a43fdd141a72 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3914957 Aug 31 18:33:48.577242 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-61ffb86f-0d0a-40cd-8bd7-7498a7ff77ec None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:33:48.625689 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a26f8-2f4b-4cb7-b4d4-bf1f83459b1d req-bb664a8c-589e-49ae-8cf1-69c07e7b1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:48.627784 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-617a26f8-2f4b-4cb7-b4d4-bf1f83459b1d req-bb664a8c-589e-49ae-8cf1-69c07e7b1715 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0994b33130eb4af78aaacb8f365f6fa9&device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 1099 time: 0.0937750 Aug 31 18:33:48.634412 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fc8ae1a1-5c92-47a5-87b1-c9c0bdee71ea req-d02bcfb6-a137-4a2c-813a-4062373b9558 service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238555 Aug 31 18:33:48.742926 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a26f8-2f4b-4cb7-b4d4-bf1f83459b1d req-c4459f03-7c32-4ff2-81c4-37bc6bb687af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:48.744364 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-617a26f8-2f4b-4cb7-b4d4-bf1f83459b1d req-c4459f03-7c32-4ff2-81c4-37bc6bb687af service neutron] 10.222.0.50 "GET /v2.0/networks?id=d376ac0a-4276-4b04-a9a4-460fec2e9230 HTTP/1.1" status: 200 len: 911 time: 0.0955563 Aug 31 18:33:48.813254 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-617a26f8-2f4b-4cb7-b4d4-bf1f83459b1d req-28c317e6-e6ee-46d0-977a-d33cc21b12d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d3ad2be-0870-47b2-a980-3efad59c5e93 HTTP/1.1" status: 200 len: 1000 time: 0.0597541 Aug 31 18:33:48.824672 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-61ffb86f-0d0a-40cd-8bd7-7498a7ff77ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'cc9820d2-6129-4341-9c6c-5e9f07ae402b', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'port_id': '3d3ad2be-0870-47b2-a980-3efad59c5e93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'mac_address': 'fa:16:3e:2f:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055bbd5-b883-4dc5-864c-6b64ab98a159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:33:35Z', 'updated_at': '2021-08-31T18:33:46Z', 'revision_number': 1, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:34Z', 'revision_number': 5, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:33:48.852655 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffb86f-0d0a-40cd-8bd7-7498a7ff77ec None None] The sync data for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi is: [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'cc9820d2-6129-4341-9c6c-5e9f07ae402b', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'port_id': '3d3ad2be-0870-47b2-a980-3efad59c5e93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'mac_address': 'fa:16:3e:2f:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055bbd5-b883-4dc5-864c-6b64ab98a159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:33:35Z', 'updated_at': '2021-08-31T18:33:46Z', 'revision_number': 1, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:34Z', 'revision_number': 5, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:33:48.869251 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a26f8-2f4b-4cb7-b4d4-bf1f83459b1d req-20fb9794-64f2-41ee-b4e1-cbacc13c70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:48.870748 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-617a26f8-2f4b-4cb7-b4d4-bf1f83459b1d req-20fb9794-64f2-41ee-b4e1-cbacc13c70e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3595eaf-e129-4f4e-b637-5ea939609a86 HTTP/1.1" status: 200 len: 849 time: 0.0466115 Aug 31 18:33:48.930535 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a26f8-2f4b-4cb7-b4d4-bf1f83459b1d req-9518807a-613b-4970-a6cf-a728e4f060b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:48.932132 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-617a26f8-2f4b-4cb7-b4d4-bf1f83459b1d req-9518807a-613b-4970-a6cf-a728e4f060b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d376ac0a-4276-4b04-a9a4-460fec2e9230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510123 Aug 31 18:33:49.035658 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-617a26f8-2f4b-4cb7-b4d4-bf1f83459b1d req-50ed504e-c059-4fb8-810a-4e2e32c2110d service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891006 Aug 31 18:33:49.074546 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f70b7-8ce6-43b9-abfc-6e35fb7d882f None None] New status for floating IP cc9820d2-6129-4341-9c6c-5e9f07ae402b: ACTIVE {{(pid=93882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:33:49.145008 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-617a26f8-2f4b-4cb7-b4d4-bf1f83459b1d req-50e3cb2a-00f3-4a5e-b71f-3eb5a538f6cc service neutron] 10.222.0.50 "GET /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997887 Aug 31 18:33:49.499326 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1d51815f-6a9d-46a5-ad3d-5e0d34d6566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:49.662937 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98dc3a-5103-4f3d-b5e4-9ac6cbf7ac32 req-9b659ac9-5abe-48aa-aad7-fc38a34ca44f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:49.664483 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9b98dc3a-5103-4f3d-b5e4-9ac6cbf7ac32 req-9b659ac9-5abe-48aa-aad7-fc38a34ca44f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.0502574 Aug 31 18:33:49.702283 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9b98dc3a-5103-4f3d-b5e4-9ac6cbf7ac32 req-f7ab769e-f44c-49a1-8f7d-db95d25bf0bd tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319719 Aug 31 18:33:50.817146 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3249-4ec4-4195-a988-18d5068b37e3 req-d9b4129d-e186-4789-8373-3003d8adb120 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:50.818632 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-186c3249-4ec4-4195-a988-18d5068b37e3 req-d9b4129d-e186-4789-8373-3003d8adb120 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.0487769 Aug 31 18:33:50.856053 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-186c3249-4ec4-4195-a988-18d5068b37e3 req-b09034af-d752-4137-aa0e-9b5b482072b4 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316131 Aug 31 18:33:52.169073 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d5db794f-478e-4e02-9866-b9e46a440bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:52.546644 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:53.188641 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:53.498772 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6654fc-4dc8-408e-976c-f41302868908 req-899ef3a2-0cee-44d6-99af-d050db4baf96 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:53.500269 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc6654fc-4dc8-408e-976c-f41302868908 req-899ef3a2-0cee-44d6-99af-d050db4baf96 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.0476334 Aug 31 18:33:53.540708 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc6654fc-4dc8-408e-976c-f41302868908 req-fb6f6fd6-5cd8-49eb-b438-4eaf444183a1 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341187 Aug 31 18:33:54.662907 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befa149-0111-4ab2-84c2-3af41608636a req-169900bf-5fd1-4263-a939-46dab44ee4fc tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:54.664526 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6befa149-0111-4ab2-84c2-3af41608636a req-169900bf-5fd1-4263-a939-46dab44ee4fc tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.0553157 Aug 31 18:33:54.709905 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6befa149-0111-4ab2-84c2-3af41608636a req-f5ed9d1d-1f0f-4917-8bcc-7035f4605cfd tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388391 Aug 31 18:33:54.907268 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:55.709309 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:57.726643 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device f0e7b902-9729-40b1-9539-524943686268 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:33:57.827224 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port f0e7b902-9729-40b1-9539-524943686268, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f0e7b902-9729-40b1-9539-524943686268,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:33:57.838288 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': 'f0e7b902-9729-40b1-9539-524943686268', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'port_id': 'f0e7b902-9729-40b1-9539-524943686268', 'mac_address': 'fa:16:3e:97:88:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:33:57.851857 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90593d30-004e-4d0e-a330-d5662c127cae req-040f80a2-3554-4e93-a2d2-7892ebb3c0c0 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:57.853375 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90593d30-004e-4d0e-a330-d5662c127cae req-040f80a2-3554-4e93-a2d2-7892ebb3c0c0 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 944 time: 0.0481505 Aug 31 18:33:57.875061 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:57.887907 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e7b902-9729-40b1-9539-524943686268 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:33:57.891008 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90593d30-004e-4d0e-a330-d5662c127cae req-ccbdc66d-2c56-46d9-b9a0-55e97726c6ca tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317979 Aug 31 18:33:57.907907 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port f0e7b902-9729-40b1-9539-524943686268, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f0e7b902-9729-40b1-9539-524943686268,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:33:57.911782 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:33:57.961183 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=f0e7b902-9729-40b1-9539-524943686268,revision_number=7']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:33:58.240628 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['f0e7b902-9729-40b1-9539-524943686268'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:33:59.012131 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcdbf9-91e0-4b88-8d66-80bf444ff59e req-a8114f08-9ecc-4dea-9a73-8812b134eda1 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:33:59.014417 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d4dcdbf9-91e0-4b88-8d66-80bf444ff59e req-a8114f08-9ecc-4dea-9a73-8812b134eda1 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 945 time: 0.0483096 Aug 31 18:33:59.055997 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d4dcdbf9-91e0-4b88-8d66-80bf444ff59e req-e8d59bca-6ea0-4242-892f-a60cd1f11a78 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364044 Aug 31 18:34:01.040241 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device f0e7b902-9729-40b1-9539-524943686268 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:01.086437 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port f0e7b902-9729-40b1-9539-524943686268 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:01.086809 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:01.160729 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:01.182099 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e7b902-9729-40b1-9539-524943686268'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:34:01.184646 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ee814f-c86c-46ca-bb58-7b9a5b6d14b0" -d '{"events": [{"server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "name": "network-vif-plugged", "status": "completed", "tag": "f0e7b902-9729-40b1-9539-524943686268"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:34:01.199898 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port f0e7b902-9729-40b1-9539-524943686268, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f0e7b902-9729-40b1-9539-524943686268,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:01.203744 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:01.248070 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=f0e7b902-9729-40b1-9539-524943686268,revision_number=8']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:02.122104 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fee867-bac5-4615-9be0-4752a213b44c x-openstack-request-id: req-67fee867-bac5-4615-9be0-4752a213b44c {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:34:02.122702 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "name": "network-vif-plugged", "status": "completed", "tag": "f0e7b902-9729-40b1-9539-524943686268", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:34:02.122702 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67fee867-bac5-4615-9be0-4752a213b44c {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:34:02.123070 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e7b902-9729-40b1-9539-524943686268', 'code': 200} Aug 31 18:34:02.170595 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457611e-7f62-481b-bdcc-5a069c4f3be7 req-106d66b6-39d2-4a0b-bb29-5cdd319f3651 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:02.172074 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b457611e-7f62-481b-bdcc-5a069c4f3be7 req-106d66b6-39d2-4a0b-bb29-5cdd319f3651 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0510910 Aug 31 18:34:02.208893 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b457611e-7f62-481b-bdcc-5a069c4f3be7 req-1759fb1f-c5ee-4388-abc4-fd353589579b tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309868 Aug 31 18:34:02.456402 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab6ade-0c3a-4bab-bbec-89b59cb36b40 req-b39d0a32-40d1-45ea-bf5b-de8e55dbb7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:02.457913 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69ab6ade-0c3a-4bab-bbec-89b59cb36b40 req-b39d0a32-40d1-45ea-bf5b-de8e55dbb7cf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 1099 time: 0.1304770 Aug 31 18:34:02.499184 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69ab6ade-0c3a-4bab-bbec-89b59cb36b40 req-a473dcd3-1a50-4694-a3c1-2673b24a3489 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273879 Aug 31 18:34:03.325110 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518eb8c-2ba4-4715-8763-610945dd91a0 req-49d4fb28-034f-460c-ac4a-260315f64719 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:03.326680 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f518eb8c-2ba4-4715-8763-610945dd91a0 req-49d4fb28-034f-460c-ac4a-260315f64719 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0489376 Aug 31 18:34:03.370010 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f518eb8c-2ba4-4715-8763-610945dd91a0 req-5452672a-65fc-4228-8d72-904dc91a1ab3 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370140 Aug 31 18:34:04.484184 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd8090-110e-4428-9b79-527ff78a513d req-00df2d47-562c-46a7-8c63-6c335289e4f3 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:04.485577 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-68fd8090-110e-4428-9b79-527ff78a513d req-00df2d47-562c-46a7-8c63-6c335289e4f3 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0477126 Aug 31 18:34:04.522117 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-68fd8090-110e-4428-9b79-527ff78a513d req-e9a28835-1747-4588-a039-a6e417dc8156 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307832 Aug 31 18:34:08.246711 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42480) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:08.348806 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-07249f7b-317a-42f4-87ad-75ac96b4c4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:08.435080 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-07249f7b-317a-42f4-87ad-75ac96b4c4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:08.438764 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-07249f7b-317a-42f4-87ad-75ac96b4c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:08.476619 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-07249f7b-317a-42f4-87ad-75ac96b4c4d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=23a961be2b204808bf0634b36bbfbdf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288294 Aug 31 18:34:08.477457 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07249f7b-317a-42f4-87ad-75ac96b4c4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eab9c2-c573-4aef-a118-2f4f7fe23848,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:08.479330 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42484) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:08.527336 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b8c78035-ade6-495e-a278-d368ff5fa15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:08.547269 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b8c78035-ade6-495e-a278-d368ff5fa15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:08.593152 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b8c78035-ade6-495e-a278-d368ff5fa15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:08.595659 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b8c78035-ade6-495e-a278-d368ff5fa15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:08.596834 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b8c78035-ade6-495e-a278-d368ff5fa15c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c0eab9c2-c573-4aef-a118-2f4f7fe23848 HTTP/1.1" status: 204 len: 168 time: 0.1164756 Aug 31 18:34:08.604332 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c78035-ade6-495e-a278-d368ff5fa15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eab9c2-c573-4aef-a118-2f4f7fe23848,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:09.191610 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42510) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:09.283658 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-733282395-network', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:09.303663 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Made reservation on behalf of 776faa2cc0c640b7aaf995ed62c4ebea for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:34:09.305964 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:09.314006 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:09.404560 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:09.409369 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:09.431027 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:34:09.445627 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1164d84-1db0-4d0a-bfa7-4edd6bd7421e,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:09.450011 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:09.450356 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Added segment b2883d72-13b6-47cf-b2cf-b9d262757016 of type vlan for network e1a634af-cd38-4eeb-bee9-3a926c61efeb Aug 31 18:34:09.490459 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:09.513672 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:09.514596 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:09.515176 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:09.560316 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3676388 Aug 31 18:34:09.563265 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42514) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:09.568249 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-7c08d997-9ac4-4ef9-aa2d-d9af32bfac62 admin admin] Request body: {'subnet': {'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-733282395-subnet', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:09.575164 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55cf81-40e2-4175-beae-6f5e7dfc2e76 admin admin] Pushing event updated for resources: {'Network': ['ID=e1a634af-cd38-4eeb-bee9-3a926c61efeb,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:09.585862 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network e1a634af-cd38-4eeb-bee9-3a926c61efeb details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:34:09.589845 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c08d997-9ac4-4ef9-aa2d-d9af32bfac62 admin admin] Made reservation on behalf of 776faa2cc0c640b7aaf995ed62c4ebea for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:34:09.592195 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7c08d997-9ac4-4ef9-aa2d-d9af32bfac62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127405161'] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:09.750253 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7c08d997-9ac4-4ef9-aa2d-d9af32bfac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127823522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127405183'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:09.809879 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08d997-9ac4-4ef9-aa2d-d9af32bfac62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e9434b-2eff-419a-b36f-4489ef585479,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:09.818685 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c08d997-9ac4-4ef9-aa2d-d9af32bfac62 admin admin] Checking segment: {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:34:09.819023 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c08d997-9ac4-4ef9-aa2d-d9af32bfac62 admin admin] Network hostable DHCP agents. Network: e1a634af-cd38-4eeb-bee9-3a926c61efeb, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:34:09.836461 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c08d997-9ac4-4ef9-aa2d-d9af32bfac62 admin admin] Network e1a634af-cd38-4eeb-bee9-3a926c61efeb is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:34:09.846252 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-7c08d997-9ac4-4ef9-aa2d-d9af32bfac62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, e1a634af-cd38-4eeb-bee9-3a926c61efeb) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:34:09.851177 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c08d997-9ac4-4ef9-aa2d-d9af32bfac62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:09.851761 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7c08d997-9ac4-4ef9-aa2d-d9af32bfac62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:09.859779 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccaaed1-062d-4e26-8bf6-c5116baaba8e None None] Network e1a634af-cd38-4eeb-bee9-3a926c61efeb requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:34:09.868129 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7c08d997-9ac4-4ef9-aa2d-d9af32bfac62 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3013966 Aug 31 18:34:09.868338 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42520) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:09.873207 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:09.893367 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3853'] for router, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:09.894382 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2003837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:09.945812 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:10.003666 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bae0c3-7a1f-5850-b0fd-6d978053451f-e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479'}]}} from dv-cinder-805887-9-iscsi. {{(pid=93881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:34:10.004570 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:10.080658 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:10.142811 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Allocated IP 172.20.0.2 (e1a634af-cd38-4eeb-bee9-3a926c61efeb/05e9434b-2eff-419a-b36f-4489ef585479/ec69c69d-2481-4e06-aa81-312cc2fc2dd5) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:34:10.272201 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:10.283154 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:10.291897 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Transition to ACTIVE for port object ec69c69d-2481-4e06-aa81-312cc2fc2dd5 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:34:10.294635 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:10.306745 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Transition to ACTIVE for port object ec69c69d-2481-4e06-aa81-312cc2fc2dd5 will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:34:10.312622 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:10.352266 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Network e1a634af-cd38-4eeb-bee9-3a926c61efeb is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:34:10.355694 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:34:10.358660 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:34:10.367121 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Pushing event updated for resources: {'Port': ['ID=ec69c69d-2481-4e06-aa81-312cc2fc2dd5,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:10.401553 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Allocated IP 172.27.0.19 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/82471fd9-2468-4c12-a5c9-7d813dc510cc) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:34:10.417595 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Attempting to bind port ec69c69d-2481-4e06-aa81-312cc2fc2dd5 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:34:10.418049 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Attempting to bind port ec69c69d-2481-4e06-aa81-312cc2fc2dd5 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:34:10.418422 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Attempting to bind port ec69c69d-2481-4e06-aa81-312cc2fc2dd5 on network e1a634af-cd38-4eeb-bee9-3a926c61efeb {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:34:10.423294 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:34:10.423669 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Checking segment: {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:34:10.424072 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:10.424472 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Bound using segment: {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:34:10.424965 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Bound port: ec69c69d-2481-4e06-aa81-312cc2fc2dd5, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:34:10.425347 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:10.489430 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] For port ec69c69d-2481-4e06-aa81-312cc2fc2dd5, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:34:10.492419 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] For port ec69c69d-2481-4e06-aa81-312cc2fc2dd5, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=ec69c69d-2481-4e06-aa81-312cc2fc2dd5,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:34:10.497301 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:10.504488 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:10.545671 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:10.551699 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fd66d-d0d4-42e8-b47b-8776758bae55 None None] Pushing event updated for resources: {'Port': ['ID=ec69c69d-2481-4e06-aa81-312cc2fc2dd5,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:10.591608 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:34:10.594560 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:34:10.598324 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:34:10.604638 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Pushing event updated for resources: {'Port': ['ID=82471fd9-2468-4c12-a5c9-7d813dc510cc,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:10.857868 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:11.046322 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587693'] for router, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:11.169117 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Router 77ae4b2c-59d4-492c-b383-a982e4bd198f is scheduled to L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 with binding_index 1 {{(pid=93879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:34:11.274693 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device ec69c69d-2481-4e06-aa81-312cc2fc2dd5 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:11.281850 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:34:11.302173 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Sync routers for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:34:11.303761 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:11.305317 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f5eedfc3-1f6d-4450-8bfa-3dcf6f87f607 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4359941 Aug 31 18:34:11.308825 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42528) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:11.327599 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:11.328624 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:33:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:11.392552 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port ec69c69d-2481-4e06-aa81-312cc2fc2dd5 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:34:11.442136 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931d0e62-e81b-4732-b8d4-5441584206ea None None] Network e1a634af-cd38-4eeb-bee9-3a926c61efeb requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:34:11.626850 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:11.683285 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-6d5a2cf8-95eb-48c5-926b-62b21ea94e14 None None] Provisioning for port ec69c69d-2481-4e06-aa81-312cc2fc2dd5 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:34:11.693704 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-6d5a2cf8-95eb-48c5-926b-62b21ea94e14 None None] Provisioning complete for port ec69c69d-2481-4e06-aa81-312cc2fc2dd5 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:11.694081 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2cf8-95eb-48c5-926b-62b21ea94e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:11.933159 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:11.938208 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2cf8-95eb-48c5-926b-62b21ea94e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:11.981222 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-6d5a2cf8-95eb-48c5-926b-62b21ea94e14 None None] For port ec69c69d-2481-4e06-aa81-312cc2fc2dd5, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=ec69c69d-2481-4e06-aa81-312cc2fc2dd5,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:11.990937 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:10Z', 'revision_number': 3, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:11.996758 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2cf8-95eb-48c5-926b-62b21ea94e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.029532 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Checking router: 77ae4b2c-59d4-492c-b383-a982e4bd198f for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:34:12.029532 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Updating router 77ae4b2c-59d4-492c-b383-a982e4bd198f port 82471fd9-2468-4c12-a5c9-7d813dc510cc binding host dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:34:12.079669 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.112857 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a2cf8-95eb-48c5-926b-62b21ea94e14 None None] Pushing event updated for resources: {'Port': ['ID=ec69c69d-2481-4e06-aa81-312cc2fc2dd5,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:12.121280 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Allocated IP 172.20.0.1 (e1a634af-cd38-4eeb-bee9-3a926c61efeb/05e9434b-2eff-419a-b36f-4489ef585479/73362299-c900-44ce-8277-6d460e5165c1) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:34:12.227133 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.241109 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Transition to ACTIVE for port object 73362299-c900-44ce-8277-6d460e5165c1 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:34:12.260284 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-19a8789e-006c-48cc-ae94-f96fbc3e97b8 None None] Provisioning complete for port ec69c69d-2481-4e06-aa81-312cc2fc2dd5 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:12.260693 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-19a8789e-006c-48cc-ae94-f96fbc3e97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.272961 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.312537 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Network e1a634af-cd38-4eeb-bee9-3a926c61efeb is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:34:12.315401 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:34:12.318991 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:34:12.341288 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Pushing event updated for resources: {'Port': ['ID=73362299-c900-44ce-8277-6d460e5165c1,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:12.360972 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582494'] for router_interface, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.436493 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.447750 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Transition to ACTIVE for port object 82471fd9-2468-4c12-a5c9-7d813dc510cc will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:34:12.455082 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.497373 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.509318 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Attempting to bind port 82471fd9-2468-4c12-a5c9-7d813dc510cc on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:34:12.510205 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Attempting to bind port 82471fd9-2468-4c12-a5c9-7d813dc510cc by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:34:12.510566 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Attempting to bind port 82471fd9-2468-4c12-a5c9-7d813dc510cc on network 8be741c5-6977-48d8-bd13-0f8a1787586d {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:34:12.512557 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa9b52-0aed-4f9c-a87f-692f9e2cc820 None None] Pushing event updated for resources: {'Port': ['ID=82471fd9-2468-4c12-a5c9-7d813dc510cc,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:12.518038 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:34:12.518413 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Checking segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:34:12.518817 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.519203 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Bound using segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:34:12.519669 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Bound port: 82471fd9-2468-4c12-a5c9-7d813dc510cc, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:34:12.520053 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.566762 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-1f353763-560a-4882-b914-a7b06dcef83d None None] Provisioning for port 73362299-c900-44ce-8277-6d460e5165c1 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:34:12.578726 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-1f353763-560a-4882-b914-a7b06dcef83d None None] Provisioning complete for port 73362299-c900-44ce-8277-6d460e5165c1 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:12.579102 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1f353763-560a-4882-b914-a7b06dcef83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.604071 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] For port 82471fd9-2468-4c12-a5c9-7d813dc510cc, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:34:12.622064 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] For port 82471fd9-2468-4c12-a5c9-7d813dc510cc, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=82471fd9-2468-4c12-a5c9-7d813dc510cc,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:34:12.626707 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-1f353763-560a-4882-b914-a7b06dcef83d None None] Port 73362299-c900-44ce-8277-6d460e5165c1 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:34:12.628605 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.667939 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.672978 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127822891'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.685892 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:12.686557 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:33:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:12.689430 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa9b52-0aed-4f9c-a87f-692f9e2cc820 None None] Pushing event updated for resources: {'Port': ['ID=82471fd9-2468-4c12-a5c9-7d813dc510cc,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:12.744433 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575982'] for router_interface, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:12.746976 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Pushing event updated for resources: {'Port': ['ID=73362299-c900-44ce-8277-6d460e5165c1,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:12.794491 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:12.833866 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Network e1a634af-cd38-4eeb-bee9-3a926c61efeb is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:34:12.835249 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:34:12.950871 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Router 77ae4b2c-59d4-492c-b383-a982e4bd198f has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:34:12.994628 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 2, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:13.025129 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cafc85-f24b-4f25-8337-2bbaddaf58cd None None] The sync data for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi is: [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 2, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:34:13.048891 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-0f6f4f62-2626-41e7-a590-a0fa3f57f77c None None] Provisioning complete for port 73362299-c900-44ce-8277-6d460e5165c1 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:13.049339 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4f62-2626-41e7-a590-a0fa3f57f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:13.063641 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:34:13.070267 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8a2da06e-25bc-4959-a3aa-e106fc21811d admin admin] 10.222.0.35 "PUT /v2.0/routers/77ae4b2c-59d4-492c-b383-a982e4bd198f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7605484 Aug 31 18:34:13.085139 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f4f62-2626-41e7-a590-a0fa3f57f77c None None] Port 73362299-c900-44ce-8277-6d460e5165c1 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:34:13.313991 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device ec69c69d-2481-4e06-aa81-312cc2fc2dd5 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:13.369397 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port ec69c69d-2481-4e06-aa81-312cc2fc2dd5 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:13.369782 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:13.590748 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42552) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:13.596085 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1363454729-network', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:13.618164 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Made reservation on behalf of a47388e0b13b4f34b0b2b46c5f7fb43d for: {'network': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:34:13.620571 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:13.632798 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:13.735727 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:13.740081 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:13.773526 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=93879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:34:13.783698 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d910deee-fea2-4460-adbc-642e9a009e1e,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:13.791095 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:13.791453 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.db.segments_db [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Added segment 73956ce1-6dc9-45ac-9111-4f23a01e0101 of type vlan for network 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d Aug 31 18:34:13.833603 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:13.858471 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:13.859511 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:13.860097 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:13.914737 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3228645 Aug 31 18:34:13.918167 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42554) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:13.923698 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-177b6318-5d4d-4d2a-be15-7740020ff635 admin admin] Request body: {'subnet': {'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1363454729-subnet', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:13.925237 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9bbb7-1327-4a5b-8f03-8314aa342a67 admin admin] Pushing event updated for resources: {'Network': ['ID=7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:13.934869 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:34:13.949031 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b6318-5d4d-4d2a-be15-7740020ff635 admin admin] Made reservation on behalf of a47388e0b13b4f34b0b2b46c5f7fb43d for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:34:13.951455 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-177b6318-5d4d-4d2a-be15-7740020ff635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126291644'] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.136958 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-177b6318-5d4d-4d2a-be15-7740020ff635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126741137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126291626'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.203235 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b6318-5d4d-4d2a-be15-7740020ff635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3500dc6c-0c88-4499-9f9d-669b931566bf,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:14.213949 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177b6318-5d4d-4d2a-be15-7740020ff635 admin admin] Checking segment: {'id': '73956ce1-6dc9-45ac-9111-4f23a01e0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:34:14.214305 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b6318-5d4d-4d2a-be15-7740020ff635 admin admin] Network hostable DHCP agents. Network: 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:34:14.232583 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b6318-5d4d-4d2a-be15-7740020ff635 admin admin] Network 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:34:14.241242 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-177b6318-5d4d-4d2a-be15-7740020ff635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:34:14.245587 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b6318-5d4d-4d2a-be15-7740020ff635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:14.246217 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-177b6318-5d4d-4d2a-be15-7740020ff635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.252907 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d9bcbc-8fba-495e-8ff7-6834bd5ca44c None None] Network 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:34:14.266736 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-177b6318-5d4d-4d2a-be15-7740020ff635 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3450518 Aug 31 18:34:14.267405 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42560) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:14.271921 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1363454729-router', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:14.296204 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3853'] for router, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.297635 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2003837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.352789 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.440442 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bae0c3-7a1f-5850-b0fd-6d978053451f-7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d', 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'fixed_ips': [{'subnet_id': '3500dc6c-0c88-4499-9f9d-669b931566bf'}]}} from dv-cinder-805887-9-iscsi. {{(pid=93881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 18:34:14.441339 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.501133 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.577819 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Allocated IP 172.20.0.2 (7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d/3500dc6c-0c88-4499-9f9d-669b931566bf/5095a41e-cf95-4409-a522-4645aad0f3d9) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:34:14.698390 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.718319 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.728621 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.737519 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Transition to ACTIVE for port object 5095a41e-cf95-4409-a522-4645aad0f3d9 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:34:14.752122 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Transition to ACTIVE for port object 5095a41e-cf95-4409-a522-4645aad0f3d9 will not be triggered until provisioned by entity DHCP. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:34:14.757382 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.798148 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Network 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:34:14.801090 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:34:14.804038 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:34:14.812892 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Pushing event updated for resources: {'Port': ['ID=5095a41e-cf95-4409-a522-4645aad0f3d9,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:14.831911 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Allocated IP 172.27.0.133 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/21cfa54e-4dfb-4619-8b64-17f240dd1f8e) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:34:14.868578 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Attempting to bind port 5095a41e-cf95-4409-a522-4645aad0f3d9 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:34:14.869460 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Attempting to bind port 5095a41e-cf95-4409-a522-4645aad0f3d9 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': '73956ce1-6dc9-45ac-9111-4f23a01e0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:34:14.869823 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Attempting to bind port 5095a41e-cf95-4409-a522-4645aad0f3d9 on network 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:34:14.874755 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:34:14.875118 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Checking segment: {'id': '73956ce1-6dc9-45ac-9111-4f23a01e0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:34:14.875503 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.875890 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Bound using segment: {'id': '73956ce1-6dc9-45ac-9111-4f23a01e0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:34:14.876480 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Bound port: 5095a41e-cf95-4409-a522-4645aad0f3d9, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73956ce1-6dc9-45ac-9111-4f23a01e0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:34:14.876754 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.937268 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.942639 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] For port 5095a41e-cf95-4409-a522-4645aad0f3d9, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:34:14.945714 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] For port 5095a41e-cf95-4409-a522-4645aad0f3d9, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=5095a41e-cf95-4409-a522-4645aad0f3d9,segment=NetworkSegment(73956ce1-6dc9-45ac-9111-4f23a01e0101),segment_id=73956ce1-6dc9-45ac-9111-4f23a01e0101)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:34:14.950183 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:14.976445 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:15.006282 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ecdca-4a8a-4df4-80df-2504d2043b3e None None] Pushing event updated for resources: {'Port': ['ID=5095a41e-cf95-4409-a522-4645aad0f3d9,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:15.017511 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:34:15.022257 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:34:15.026763 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:34:15.029926 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Pushing event updated for resources: {'Port': ['ID=21cfa54e-4dfb-4619-8b64-17f240dd1f8e,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:15.046986 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Sync routers for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:34:15.058148 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:15.058790 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:33:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:15.167026 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:15.335755 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:15.393525 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 82471fd9-2468-4c12-a5c9-7d813dc510cc up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:15.448975 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 2, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:15.450621 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 82471fd9-2468-4c12-a5c9-7d813dc510cc completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:34:15.454592 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 82471fd9-2468-4c12-a5c9-7d813dc510cc triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:15.455095 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:15.480561 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Checking router: 77ae4b2c-59d4-492c-b383-a982e4bd198f for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:34:15.480923 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Updating router 77ae4b2c-59d4-492c-b383-a982e4bd198f port 73362299-c900-44ce-8277-6d460e5165c1 binding host dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:34:15.512797 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:15.549235 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:15.561221 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587693'] for router, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:15.572036 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 82471fd9-2468-4c12-a5c9-7d813dc510cc, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=82471fd9-2468-4c12-a5c9-7d813dc510cc,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:15.575964 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:15.576896 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 5095a41e-cf95-4409-a522-4645aad0f3d9 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:15.707522 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Router d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 is scheduled to L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 with binding_index 1 {{(pid=93880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 18:34:15.783909 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=82471fd9-2468-4c12-a5c9-7d813dc510cc,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:15.797681 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 5095a41e-cf95-4409-a522-4645aad0f3d9 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:34:15.810874 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:15.830236 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Transition to ACTIVE for port object 73362299-c900-44ce-8277-6d460e5165c1 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:34:15.835412 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:15.866911 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:34:15.887834 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Sync routers for ids ['d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:34:15.893465 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Pushing event updated for resources: {'Port': ['ID=73362299-c900-44ce-8277-6d460e5165c1,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:15.896361 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:15.901721 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Routers {'d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:15.902354 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:33:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:15.903275 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42570) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:15.903743 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-864ad160-b666-439e-b2f2-ac76dbef352f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6354730 Aug 31 18:34:15.922439 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:15.922807 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:15.923121 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:15.923466 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:15.924134 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:15.924492 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:15.924851 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:15.925327 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:15.925661 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:15.926061 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:15.930657 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:15.931547 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:15.967469 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Attempting to bind port 73362299-c900-44ce-8277-6d460e5165c1 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:34:15.967845 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Attempting to bind port 73362299-c900-44ce-8277-6d460e5165c1 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:34:15.968193 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Attempting to bind port 73362299-c900-44ce-8277-6d460e5165c1 on network e1a634af-cd38-4eeb-bee9-3a926c61efeb {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:34:15.975162 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:34:15.975804 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Checking segment: {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:34:15.976204 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:15.976627 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Bound using segment: {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:34:15.977106 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Bound port: 73362299-c900-44ce-8277-6d460e5165c1, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:34:15.977501 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:16.034014 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Set router d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:16.079468 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] For port 73362299-c900-44ce-8277-6d460e5165c1, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:34:16.082879 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] For port 73362299-c900-44ce-8277-6d460e5165c1, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=73362299-c900-44ce-8277-6d460e5165c1,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:34:16.089630 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:16.150788 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:16.151487 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:33:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:16.205342 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515e91a-bf66-4924-af79-d8822bd25874 None None] Pushing event updated for resources: {'Port': ['ID=73362299-c900-44ce-8277-6d460e5165c1,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:16.219592 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1454d232-d806-4401-b700-3cedc2e87147 None None] Network 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:34:16.282825 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:16.388214 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-334cb49f-cdf1-4793-b6e0-95798b2b9030 None None] Provisioning for port 5095a41e-cf95-4409-a522-4645aad0f3d9 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:34:16.400815 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-334cb49f-cdf1-4793-b6e0-95798b2b9030 None None] Provisioning complete for port 5095a41e-cf95-4409-a522-4645aad0f3d9 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:16.401106 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-334cb49f-cdf1-4793-b6e0-95798b2b9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:16.421340 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:16.470394 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'name': 'tempest-TestVolumeBootPattern-1363454729-router', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 3, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'gw_port': {'id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:16.503601 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Checking router: d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:34:16.503947 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Updating router d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 port 21cfa54e-4dfb-4619-8b64-17f240dd1f8e binding host dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:34:16.538142 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:16.547331 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:16Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:16.580076 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b995c74-3175-4589-8097-4ccb1d59dd29 None None] The sync data for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi is: [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:16Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:34:16.605665 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-334cb49f-cdf1-4793-b6e0-95798b2b9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:16.615260 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Allocated IP 172.20.0.1 (7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d/3500dc6c-0c88-4499-9f9d-669b931566bf/e6d7a3cb-5dde-43e8-b011-faa76aa839a3) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:34:16.738090 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:16.754156 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Transition to ACTIVE for port object e6d7a3cb-5dde-43e8-b011-faa76aa839a3 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:34:16.777680 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-334cb49f-cdf1-4793-b6e0-95798b2b9030 None None] For port 5095a41e-cf95-4409-a522-4645aad0f3d9, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=5095a41e-cf95-4409-a522-4645aad0f3d9,segment=NetworkSegment(73956ce1-6dc9-45ac-9111-4f23a01e0101),segment_id=73956ce1-6dc9-45ac-9111-4f23a01e0101)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:16.784210 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-334cb49f-cdf1-4793-b6e0-95798b2b9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:16.802063 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:16.842798 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Network 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:34:16.845865 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:34:16.848636 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cb49f-cdf1-4793-b6e0-95798b2b9030 None None] Pushing event updated for resources: {'Port': ['ID=5095a41e-cf95-4409-a522-4645aad0f3d9,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:16.859181 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:34:16.890095 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d7a3cb-5dde-43e8-b011-faa76aa839a3,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:16.913355 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582494'] for router_interface, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:16.937004 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-005afa81-ad1f-44f5-90c4-24b9d7722d3e req-6d512595-d85d-48cc-95a3-84130d498a08 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578554897&fields=id&tenant_id=0434fd91cbb8442d8de57e11a044033f HTTP/1.1" status: 200 len: 267 time: 0.0906925 Aug 31 18:34:16.988677 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.000181 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Transition to ACTIVE for port object 21cfa54e-4dfb-4619-8b64-17f240dd1f8e will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:34:17.015686 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.017843 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005afa81-ad1f-44f5-90c4-24b9d7722d3e req-59cd2ca3-7b06-4e61-9c69-4720b1d7061a tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:17.019765 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-005afa81-ad1f-44f5-90c4-24b9d7722d3e req-59cd2ca3-7b06-4e61-9c69-4720b1d7061a tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 984 time: 0.0703351 Aug 31 18:34:17.034987 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-005afa81-ad1f-44f5-90c4-24b9d7722d3e req-21bd4089-8da6-4d9b-9aee-edaf11a0fad8 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Request body: {'port': {'security_groups': ['8882382e-8189-46d7-a2e7-029d43b17908']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:17.076665 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.128704 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Attempting to bind port 21cfa54e-4dfb-4619-8b64-17f240dd1f8e on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:34:17.129306 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Attempting to bind port 21cfa54e-4dfb-4619-8b64-17f240dd1f8e by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:34:17.129794 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Attempting to bind port 21cfa54e-4dfb-4619-8b64-17f240dd1f8e on network 8be741c5-6977-48d8-bd13-0f8a1787586d {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:34:17.146679 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3841465-c890-4b33-af22-5cdf78e50cae None None] Pushing event updated for resources: {'Port': ['ID=21cfa54e-4dfb-4619-8b64-17f240dd1f8e,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:17.149914 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:34:17.150447 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Checking segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:34:17.151001 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.151592 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Bound using segment: {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:34:17.152179 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Bound port: 21cfa54e-4dfb-4619-8b64-17f240dd1f8e, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43a09da-cceb-458e-9e25-c838dff1dc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:34:17.152707 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.160316 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-005afa81-ad1f-44f5-90c4-24b9d7722d3e req-21bd4089-8da6-4d9b-9aee-edaf11a0fad8 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.187077 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-a54c0e11-3545-4445-b352-6141bfbd8b97 None None] Provisioning complete for port 5095a41e-cf95-4409-a522-4645aad0f3d9 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:17.187861 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a54c0e11-3545-4445-b352-6141bfbd8b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.254481 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] For port 21cfa54e-4dfb-4619-8b64-17f240dd1f8e, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:34:17.273900 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] For port 21cfa54e-4dfb-4619-8b64-17f240dd1f8e, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=21cfa54e-4dfb-4619-8b64-17f240dd1f8e,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:34:17.290032 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.323811 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.335376 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127822891'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.398423 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 5095a41e-cf95-4409-a522-4645aad0f3d9 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:17.441385 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d7a3cb-5dde-43e8-b011-faa76aa839a3,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:17.443993 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1807432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575982'] for router_interface, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.475730 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-005afa81-ad1f-44f5-90c4-24b9d7722d3e req-21bd4089-8da6-4d9b-9aee-edaf11a0fad8 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] For port db5281fd-9c01-4b03-bc8e-9c06149143dc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc,segment=NetworkSegment(e6b97005-8d08-401b-a9eb-6f53b9ceee30),segment_id=e6b97005-8d08-401b-a9eb-6f53b9ceee30)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:17.506695 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Routers {'d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:17.507320 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:33:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:17.509846 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3841465-c890-4b33-af22-5cdf78e50cae None None] Pushing event updated for resources: {'Port': ['ID=21cfa54e-4dfb-4619-8b64-17f240dd1f8e,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:17.511123 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-005afa81-ad1f-44f5-90c4-24b9d7722d3e req-21bd4089-8da6-4d9b-9aee-edaf11a0fad8 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.518431 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-005afa81-ad1f-44f5-90c4-24b9d7722d3e req-21bd4089-8da6-4d9b-9aee-edaf11a0fad8 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.552755 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Network 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:34:17.553085 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['db5281fd-9c01-4b03-bc8e-9c06149143dc'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:34:17.554604 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:34:17.584147 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005afa81-ad1f-44f5-90c4-24b9d7722d3e req-21bd4089-8da6-4d9b-9aee-edaf11a0fad8 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:17.585060 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-005afa81-ad1f-44f5-90c4-24b9d7722d3e req-21bd4089-8da6-4d9b-9aee-edaf11a0fad8 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.593682 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-005afa81-ad1f-44f5-90c4-24b9d7722d3e req-21bd4089-8da6-4d9b-9aee-edaf11a0fad8 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "PUT /v2.0/ports/db5281fd-9c01-4b03-bc8e-9c06149143dc HTTP/1.1" status: 200 len: 942 time: 0.5640528 Aug 31 18:34:17.594256 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:34:17.597139 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107af0d4-80f5-4168-8bb9-cf267a47b2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:34:17.608849 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42580) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:17.685261 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd4089-8da6-4d9b-9aee-edaf11a0fad8 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event updated for resources: {'Port': ['ID=db5281fd-9c01-4b03-bc8e-9c06149143dc,revision_number=7']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:17.736322 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 5095a41e-cf95-4409-a522-4645aad0f3d9 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:17.744414 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.770379 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2af08d08-c9a4-492b-b0c8-a1c246675ed6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.775828 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] Set router d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:17.829355 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2af08d08-c9a4-492b-b0c8-a1c246675ed6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.841832 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Router d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:34:17.874398 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['db5281fd-9c01-4b03-bc8e-9c06149143dc'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:34:17.920790 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2af08d08-c9a4-492b-b0c8-a1c246675ed6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.923858 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2af08d08-c9a4-492b-b0c8-a1c246675ed6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.926057 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-2af08d08-c9a4-492b-b0c8-a1c246675ed6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "DELETE /v2.0/security-groups/94bb4909-7650-4b8a-9243-d564c121ebeb HTTP/1.1" status: 204 len: 168 time: 0.3154016 Aug 31 18:34:17.942496 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-c26c02c8-f827-42da-b589-25318f51730c None None] Provisioning for port e6d7a3cb-5dde-43e8-b011-faa76aa839a3 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:34:17.942860 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42592) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:17.956471 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-c26c02c8-f827-42da-b589-25318f51730c None None] Provisioning complete for port e6d7a3cb-5dde-43e8-b011-faa76aa839a3 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:17.957179 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c26c02c8-f827-42da-b589-25318f51730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:17.960270 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af08d08-c9a4-492b-b0c8-a1c246675ed6 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bb4909-7650-4b8a-9243-d564c121ebeb,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:18.122553 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdf8008-bdec-4433-98fb-2532d3d763c1 x-openstack-request-id: req-dcdf8008-bdec-4433-98fb-2532d3d763c1 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:34:18.122930 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:34:18.123189 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dcdf8008-bdec-4433-98fb-2532d3d763c1 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:34:18.123572 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc', 'status': 'completed', 'code': 200} Aug 31 18:34:18.205472 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af0d4-80f5-4168-8bb9-cf267a47b2e0 req-bd1dd753-a6fa-40b5-96be-bbfcf3eb2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:18.207139 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-107af0d4-80f5-4168-8bb9-cf267a47b2e0 req-bd1dd753-a6fa-40b5-96be-bbfcf3eb2790 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0434fd91cbb8442d8de57e11a044033f&device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 1098 time: 0.0826545 Aug 31 18:34:18.242946 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:34:18.248601 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ac385b50-612b-414d-b858-fc5840358a51 admin admin] 10.222.0.35 "PUT /v2.0/routers/d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3433969 Aug 31 18:34:18.277030 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-67e97023-12fd-4068-a1f7-1a63d5e7328c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Deleting port b65c5390-c350-4b0b-9e11-8dcb3e2a5abf {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:34:18.277372 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-67e97023-12fd-4068-a1f7-1a63d5e7328c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:18.369622 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-67e97023-12fd-4068-a1f7-1a63d5e7328c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:18.369955 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-67e97023-12fd-4068-a1f7-1a63d5e7328c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:18.384309 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-67e97023-12fd-4068-a1f7-1a63d5e7328c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Calling delete_port for b65c5390-c350-4b0b-9e11-8dcb3e2a5abf owned by network:floatingip {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:34:18.414375 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-c26c02c8-f827-42da-b589-25318f51730c None None] Port e6d7a3cb-5dde-43e8-b011-faa76aa839a3 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:34:18.523002 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 82471fd9-2468-4c12-a5c9-7d813dc510cc up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:18.642525 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-1a3440fc-4e9f-415c-817b-212b4706f082 None None] Provisioning complete for port e6d7a3cb-5dde-43e8-b011-faa76aa839a3 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:18.642911 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1a3440fc-4e9f-415c-817b-212b4706f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:18.675561 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'name': 'tempest-TestVolumeBootPattern-1363454729-router', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:34:17Z', 'revision_number': 4, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'gw_port': {'id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'e6d7a3cb-5dde-43e8-b011-faa76aa839a3', 'name': '', 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'mac_address': 'fa:16:3e:26:bb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3500dc6c-0c88-4499-9f9d-669b931566bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:16Z', 'updated_at': '2021-08-31T18:34:17Z', 'revision_number': 2, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'subnets': [{'id': '3500dc6c-0c88-4499-9f9d-669b931566bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:18.731468 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d19f5-5a5c-45a6-bed5-b15039da6a5b None None] The sync data for ids ['d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'] in dv-cinder-805887-9-iscsi is: [{'id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'name': 'tempest-TestVolumeBootPattern-1363454729-router', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:34:17Z', 'revision_number': 4, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'gw_port': {'id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'e6d7a3cb-5dde-43e8-b011-faa76aa839a3', 'name': '', 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'mac_address': 'fa:16:3e:26:bb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3500dc6c-0c88-4499-9f9d-669b931566bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:16Z', 'updated_at': '2021-08-31T18:34:17Z', 'revision_number': 2, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'subnets': [{'id': '3500dc6c-0c88-4499-9f9d-669b931566bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:34:18.763314 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-1a3440fc-4e9f-415c-817b-212b4706f082 None None] Port e6d7a3cb-5dde-43e8-b011-faa76aa839a3 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:34:18.773892 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 82471fd9-2468-4c12-a5c9-7d813dc510cc triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:18.774272 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:18.799475 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af0d4-80f5-4168-8bb9-cf267a47b2e0 req-9abeb3d5-b68f-4baa-a792-c1bc2684d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:18.801076 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-107af0d4-80f5-4168-8bb9-cf267a47b2e0 req-9abeb3d5-b68f-4baa-a792-c1bc2684d336 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b17948e-771b-4b03-81f6-1a9232b2cd6e HTTP/1.1" status: 200 len: 916 time: 0.5851486 Aug 31 18:34:18.830688 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-1a3440fc-4e9f-415c-817b-212b4706f082 None None] Provisioning complete for port db5281fd-9c01-4b03-bc8e-9c06149143dc triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:18.831072 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1a3440fc-4e9f-415c-817b-212b4706f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:18.881339 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42608) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:18.886424 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-a6487ced-13f0-4ba6-b8c8-0cadfb27e0c8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620853776', 'description': 'tempest-secgroup-smoke-1620853776 description', 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:18.917083 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a6487ced-13f0-4ba6-b8c8-0cadfb27e0c8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:18.921839 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 73362299-c900-44ce-8277-6d460e5165c1 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:18.991253 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-107af0d4-80f5-4168-8bb9-cf267a47b2e0 req-449c8308-29dc-4359-9925-0656f0ad4d87 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc HTTP/1.1" status: 200 len: 1000 time: 0.1699038 Aug 31 18:34:19.023770 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a6487ced-13f0-4ba6-b8c8-0cadfb27e0c8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.028550 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a6487ced-13f0-4ba6-b8c8-0cadfb27e0c8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.030106 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 73362299-c900-44ce-8277-6d460e5165c1 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:34:19.033987 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 73362299-c900-44ce-8277-6d460e5165c1 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:19.034361 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.080755 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a6487ced-13f0-4ba6-b8c8-0cadfb27e0c8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.080978 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-67e97023-12fd-4068-a1f7-1a63d5e7328c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.082194 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a6487ced-13f0-4ba6-b8c8-0cadfb27e0c8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1994262 Aug 31 18:34:19.085567 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42610) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:19.088618 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6487ced-13f0-4ba6-b8c8-0cadfb27e0c8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a16db7e-8a4f-4034-a81b-5eafbc866941,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:19.088771 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af0d4-80f5-4168-8bb9-cf267a47b2e0 req-8a63b7b3-d2c7-4639-a3e1-10c6e3ea2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:19.092525 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-107af0d4-80f5-4168-8bb9-cf267a47b2e0 req-8a63b7b3-d2c7-4639-a3e1-10c6e3ea2989 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16b2a05a-b8be-49ba-adb1-a710ed7cb513 HTTP/1.1" status: 200 len: 854 time: 0.0860498 Aug 31 18:34:19.098741 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-03a3228e-600b-40cf-a26f-55e5f01fede7 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Request body: {'security_group_rule': {'security_group_id': '5a16db7e-8a4f-4034-a81b-5eafbc866941', 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:19.128986 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-03a3228e-600b-40cf-a26f-55e5f01fede7 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.135625 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e97023-12fd-4068-a1f7-1a63d5e7328c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event deleted for resources: {'Port': ['ID=b65c5390-c350-4b0b-9e11-8dcb3e2a5abf,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:19.182271 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.218867 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-03a3228e-600b-40cf-a26f-55e5f01fede7 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.223868 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-03a3228e-600b-40cf-a26f-55e5f01fede7 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.230505 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 73362299-c900-44ce-8277-6d460e5165c1, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=73362299-c900-44ce-8277-6d460e5165c1,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:19.237156 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.237502 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-67e97023-12fd-4068-a1f7-1a63d5e7328c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks [] for floatingip, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.237809 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-67e97023-12fd-4068-a1f7-1a63d5e7328c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Floating IP d776fdf1-e429-4aaa-928f-c65df97a389c disassociated (deleted). External IP: 172.27.0.55, port: db5281fd-9c01-4b03-bc8e-9c06149143dc. Aug 31 18:34:19.246786 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3228e-600b-40cf-a26f-55e5f01fede7 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3516f12-60bb-4551-8d1a-37fe940d19ac,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:19.247280 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af0d4-80f5-4168-8bb9-cf267a47b2e0 req-29a167c7-dd5f-442b-a05b-19c318fc5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:19.249371 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-107af0d4-80f5-4168-8bb9-cf267a47b2e0 req-29a167c7-dd5f-442b-a05b-19c318fc5d42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b17948e-771b-4b03-81f6-1a9232b2cd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1381130 Aug 31 18:34:19.260704 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-03a3228e-600b-40cf-a26f-55e5f01fede7 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.262450 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-03a3228e-600b-40cf-a26f-55e5f01fede7 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1753278 Aug 31 18:34:19.264750 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42612) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:19.270354 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-f76a674f-9442-43a5-976d-c0b5f319f08b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Request body: {'security_group_rule': {'security_group_id': '5a16db7e-8a4f-4034-a81b-5eafbc866941', 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:19.303192 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=73362299-c900-44ce-8277-6d460e5165c1,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:19.316988 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f76a674f-9442-43a5-976d-c0b5f319f08b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.385531 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f76a674f-9442-43a5-976d-c0b5f319f08b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.392177 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f76a674f-9442-43a5-976d-c0b5f319f08b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.417538 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a674f-9442-43a5-976d-c0b5f319f08b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34eba285-288b-476a-b02e-d5cb66ef9a1b,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:19.420928 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f76a674f-9442-43a5-976d-c0b5f319f08b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.422130 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f76a674f-9442-43a5-976d-c0b5f319f08b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563370 Aug 31 18:34:19.425399 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42616) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:19.434811 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-0fb36afe-25e9-41db-b4eb-da98d814f0c0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Request body: {'security_group_rule': {'security_group_id': '5a16db7e-8a4f-4034-a81b-5eafbc866941', 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:19.444724 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-107af0d4-80f5-4168-8bb9-cf267a47b2e0 req-79941f85-6f61-4e03-8058-c1d935958e40 service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534123 Aug 31 18:34:19.471529 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0fb36afe-25e9-41db-b4eb-da98d814f0c0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.511123 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-36dd318f-d65d-41be-a087-931be9c91311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.551036 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0fb36afe-25e9-41db-b4eb-da98d814f0c0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.557031 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0fb36afe-25e9-41db-b4eb-da98d814f0c0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.580561 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb36afe-25e9-41db-b4eb-da98d814f0c0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb5d031-2859-4ca1-933a-fdd64818bcb5,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:19.583820 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0fb36afe-25e9-41db-b4eb-da98d814f0c0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.585075 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-0fb36afe-25e9-41db-b4eb-da98d814f0c0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589708 Aug 31 18:34:19.587707 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42620) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:19.592069 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-12df0fa0-7ee3-479c-9ed8-ef7753e95bc5 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Request body: {'security_group_rule': {'security_group_id': '5a16db7e-8a4f-4034-a81b-5eafbc866941', 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:19.649421 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-12df0fa0-7ee3-479c-9ed8-ef7753e95bc5 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.657143 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-107af0d4-80f5-4168-8bb9-cf267a47b2e0 req-6e90fd93-bd82-46ff-bfee-d1a775762b65 service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021177 Aug 31 18:34:19.665348 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e97023-12fd-4068-a1f7-1a63d5e7328c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Router e7084242-fe7d-4949-b810-37be13021075 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:34:19.717965 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-12df0fa0-7ee3-479c-9ed8-ef7753e95bc5 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.723051 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-12df0fa0-7ee3-479c-9ed8-ef7753e95bc5 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.744314 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df0fa0-7ee3-479c-9ed8-ef7753e95bc5 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37198b09-c80b-4814-9851-60f02e47f7cc,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:19.747596 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-12df0fa0-7ee3-479c-9ed8-ef7753e95bc5 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.748942 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-12df0fa0-7ee3-479c-9ed8-ef7753e95bc5 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1602886 Aug 31 18:34:19.751447 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42622) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:19.756346 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-71fc3864-80b8-480a-95f6-df63bcc29994 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Request body: {'security_group_rule': {'security_group_id': '5a16db7e-8a4f-4034-a81b-5eafbc866941', 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:19.783154 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.db.securitygroups_db [None req-71fc3864-80b8-480a-95f6-df63bcc29994 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Project 776faa2cc0c640b7aaf995ed62c4ebea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 18:34:19.788377 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71fc3864-80b8-480a-95f6-df63bcc29994 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.801497 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e97023-12fd-4068-a1f7-1a63d5e7328c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:34:19.806732 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-67e97023-12fd-4068-a1f7-1a63d5e7328c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.814501 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3ac56-16a7-48e2-ba1b-689ed51b776d None None] Sync routers for ids ['e7084242-fe7d-4949-b810-37be13021075'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:34:19.827731 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f3ac56-16a7-48e2-ba1b-689ed51b776d None None] Routers {'e7084242-fe7d-4949-b810-37be13021075'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:19.829592 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-56f3ac56-16a7-48e2-ba1b-689ed51b776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:33:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['e7084242-fe7d-4949-b810-37be13021075'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:19.851733 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-67e97023-12fd-4068-a1f7-1a63d5e7328c tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "DELETE /v2.0/floatingips/d776fdf1-e429-4aaa-928f-c65df97a389c HTTP/1.1" status: 204 len: 168 time: 1.9064646 Aug 31 18:34:19.863170 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71fc3864-80b8-480a-95f6-df63bcc29994 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.869785 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71fc3864-80b8-480a-95f6-df63bcc29994 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.892549 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc3864-80b8-480a-95f6-df63bcc29994 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd060fc1-cc6c-456a-8e6a-60c03f784050,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:19.905991 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71fc3864-80b8-480a-95f6-df63bcc29994 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.909671 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-71fc3864-80b8-480a-95f6-df63bcc29994 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547728 Aug 31 18:34:19.910037 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42626) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:19.917280 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-eea74081-5262-471f-80b4-2f0f22a5d87c tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Request body: {'security_group_rule': {'security_group_id': '5a16db7e-8a4f-4034-a81b-5eafbc866941', 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:19.944019 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.securitygroups_db [None req-eea74081-5262-471f-80b4-2f0f22a5d87c tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Project 776faa2cc0c640b7aaf995ed62c4ebea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 18:34:19.951437 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eea74081-5262-471f-80b4-2f0f22a5d87c tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:19.969172 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-56f3ac56-16a7-48e2-ba1b-689ed51b776d None None] Set router e7084242-fe7d-4949-b810-37be13021075 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:20.049571 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eea74081-5262-471f-80b4-2f0f22a5d87c tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:20.059545 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eea74081-5262-471f-80b4-2f0f22a5d87c tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:20.081539 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea74081-5262-471f-80b4-2f0f22a5d87c tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f5cd0f4-c357-4045-9b72-03a821c9d8a6,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:20.092547 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eea74081-5262-471f-80b4-2f0f22a5d87c tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:20.105585 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-eea74081-5262-471f-80b4-2f0f22a5d87c tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1860511 Aug 31 18:34:20.126509 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:34:20.132482 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14507fe2-476d-454b-82a6-9423d8fbf885" -d '{"events": [{"name": "network-changed", "server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:34:20.204571 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc68655-b3a3-4d71-b875-f3a060913f22 x-openstack-request-id: req-1bc68655-b3a3-4d71-b875-f3a060913f22 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:34:20.204826 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:34:20.205150 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1bc68655-b3a3-4d71-b875-f3a060913f22 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:34:20.206468 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc', 'status': 'completed', 'code': 200} Aug 31 18:34:20.304180 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14507fe2-476d-454b-82a6-9423d8fbf885 req-2e66cf8b-0318-4850-8904-bf213be80858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:20.306690 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-14507fe2-476d-454b-82a6-9423d8fbf885 req-2e66cf8b-0318-4850-8904-bf213be80858 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0434fd91cbb8442d8de57e11a044033f&device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 1098 time: 0.0652473 Aug 31 18:34:20.364413 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-56f3ac56-16a7-48e2-ba1b-689ed51b776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:41Z', 'revision_number': 4, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port': {'id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'eaa384e7-66ef-42a7-ab0f-31e517f55a60', 'name': '', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'mac_address': 'fa:16:3e:b3:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:40Z', 'updated_at': '2021-08-31T18:31:48Z', 'revision_number': 5, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'subnets': [{'id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:20.391458 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3ac56-16a7-48e2-ba1b-689ed51b776d None None] Checking router: e7084242-fe7d-4949-b810-37be13021075 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:34:20.401381 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f3ac56-16a7-48e2-ba1b-689ed51b776d None None] Routers {'e7084242-fe7d-4949-b810-37be13021075'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:20.402320 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-56f3ac56-16a7-48e2-ba1b-689ed51b776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:33:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['e7084242-fe7d-4949-b810-37be13021075'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:20.414824 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14507fe2-476d-454b-82a6-9423d8fbf885 req-ac173862-d33f-4df8-a945-6f58e75252fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:20.419531 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-14507fe2-476d-454b-82a6-9423d8fbf885 req-ac173862-d33f-4df8-a945-6f58e75252fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=0b17948e-771b-4b03-81f6-1a9232b2cd6e HTTP/1.1" status: 200 len: 916 time: 0.1027703 Aug 31 18:34:20.479671 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-14507fe2-476d-454b-82a6-9423d8fbf885 req-71be296e-fedc-429f-8334-44f45f3ade12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc HTTP/1.1" status: 200 len: 217 time: 0.0486732 Aug 31 18:34:20.544530 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14507fe2-476d-454b-82a6-9423d8fbf885 req-d75b3b53-8d41-4309-a00c-709bd128ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:20.546968 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-14507fe2-476d-454b-82a6-9423d8fbf885 req-d75b3b53-8d41-4309-a00c-709bd128ab3e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16b2a05a-b8be-49ba-adb1-a710ed7cb513 HTTP/1.1" status: 200 len: 854 time: 0.0563755 Aug 31 18:34:20.553265 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-56f3ac56-16a7-48e2-ba1b-689ed51b776d None None] Set router e7084242-fe7d-4949-b810-37be13021075 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:20.660468 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14507fe2-476d-454b-82a6-9423d8fbf885 req-7d10f951-a44b-425d-80c2-1f7d3cc7170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:20.672081 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-14507fe2-476d-454b-82a6-9423d8fbf885 req-7d10f951-a44b-425d-80c2-1f7d3cc7170b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0b17948e-771b-4b03-81f6-1a9232b2cd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1142423 Aug 31 18:34:20.822908 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-14507fe2-476d-454b-82a6-9423d8fbf885 req-7ff56a2d-3d0e-4f81-a6a3-20718b9384d7 service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410887 Aug 31 18:34:20.858742 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-56f3ac56-16a7-48e2-ba1b-689ed51b776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:41Z', 'revision_number': 4, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port': {'id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'eaa384e7-66ef-42a7-ab0f-31e517f55a60', 'name': '', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'mac_address': 'fa:16:3e:b3:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:40Z', 'updated_at': '2021-08-31T18:31:48Z', 'revision_number': 5, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'subnets': [{'id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:20.889175 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3ac56-16a7-48e2-ba1b-689ed51b776d None None] The sync data for ids ['e7084242-fe7d-4949-b810-37be13021075'] in dv-cinder-805887-9-iscsi is: [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:41Z', 'revision_number': 4, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port': {'id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'eaa384e7-66ef-42a7-ab0f-31e517f55a60', 'name': '', 'network_id': '0b17948e-771b-4b03-81f6-1a9232b2cd6e', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'mac_address': 'fa:16:3e:b3:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:40Z', 'updated_at': '2021-08-31T18:31:48Z', 'revision_number': 5, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'subnets': [{'id': '16b2a05a-b8be-49ba-adb1-a710ed7cb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:34:20.956563 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724858ab-4421-437e-a64c-b8946c457af0 req-dafbd9dd-ca2f-4f33-848a-9dbb6db26faa tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:20.958124 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-724858ab-4421-437e-a64c-b8946c457af0 req-dafbd9dd-ca2f-4f33-848a-9dbb6db26faa tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0790195 Aug 31 18:34:20.974124 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-14507fe2-476d-454b-82a6-9423d8fbf885 req-91cf0af5-181b-460d-9da2-faa3cff2555b service neutron] 10.222.0.50 "GET /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431074 Aug 31 18:34:21.012229 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-724858ab-4421-437e-a64c-b8946c457af0 req-75f29491-06d9-41e1-8112-3c0ca75369be tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458484 Aug 31 18:34:21.096693 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:34:21.414199 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 73362299-c900-44ce-8277-6d460e5165c1 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:21.457494 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd76a28-b195-4ed7-ab1f-b4aa610545b9 None None] New status for floating IP d776fdf1-e429-4aaa-928f-c65df97a389c: DOWN {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:34:21.510182 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Sync routers for ids ['d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:34:21.519467 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Routers {'d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:21.520291 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:33:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:21.531317 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 73362299-c900-44ce-8277-6d460e5165c1 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:21.531621 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:21.615383 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 21cfa54e-4dfb-4619-8b64-17f240dd1f8e up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:21.634398 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Set router d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:21.663178 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port 21cfa54e-4dfb-4619-8b64-17f240dd1f8e completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:34:21.667201 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 21cfa54e-4dfb-4619-8b64-17f240dd1f8e triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:21.667631 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:21.757834 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:21.783124 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port 21cfa54e-4dfb-4619-8b64-17f240dd1f8e, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=21cfa54e-4dfb-4619-8b64-17f240dd1f8e,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:21.787979 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:21.837784 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=21cfa54e-4dfb-4619-8b64-17f240dd1f8e,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:21.849246 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'name': 'tempest-TestVolumeBootPattern-1363454729-router', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:34:17Z', 'revision_number': 4, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'gw_port': {'id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'e6d7a3cb-5dde-43e8-b011-faa76aa839a3', 'name': '', 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'mac_address': 'fa:16:3e:26:bb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3500dc6c-0c88-4499-9f9d-669b931566bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:16Z', 'updated_at': '2021-08-31T18:34:17Z', 'revision_number': 2, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'subnets': [{'id': '3500dc6c-0c88-4499-9f9d-669b931566bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:21.876474 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Checking router: d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:34:21.877237 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Updating router d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 port e6d7a3cb-5dde-43e8-b011-faa76aa839a3 binding host dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 18:34:21.901923 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:22.133809 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ab3cb-67ab-48d5-9e26-d53597d5d1cf req-3b8cbb20-6a6c-4478-905f-64f9de3c6d92 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:22.135335 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee2ab3cb-67ab-48d5-9e26-d53597d5d1cf req-3b8cbb20-6a6c-4478-905f-64f9de3c6d92 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0521498 Aug 31 18:34:22.169783 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fe99f3ff-9876-44c4-981b-151d29c66e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:22.171363 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:22.177661 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee2ab3cb-67ab-48d5-9e26-d53597d5d1cf req-ac3d34e0-3b2a-49db-9ba3-57f8393105df tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360003 Aug 31 18:34:22.182831 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Transition to ACTIVE for port object e6d7a3cb-5dde-43e8-b011-faa76aa839a3 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:34:22.189096 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:22.265080 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330405a3-1a66-4d01-bbe2-bb87158519af None None] Pushing event updated for resources: {'Port': ['ID=e6d7a3cb-5dde-43e8-b011-faa76aa839a3,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:22.301036 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Attempting to bind port e6d7a3cb-5dde-43e8-b011-faa76aa839a3 on host dv-cinder-805887-9-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:34:22.301349 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Attempting to bind port e6d7a3cb-5dde-43e8-b011-faa76aa839a3 by drivers openvswitch,hyperv on host dv-cinder-805887-9-iscsi at level 0 using segments [{'id': '73956ce1-6dc9-45ac-9111-4f23a01e0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:34:22.301710 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Attempting to bind port e6d7a3cb-5dde-43e8-b011-faa76aa839a3 on network 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:34:22.307326 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Checking agent: {'id': '07a31425-7954-4254-b9a6-991ae598fa86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 20, 22), 'started_at': datetime.datetime(2021, 8, 31, 18, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:34:22.307700 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Checking segment: {'id': '73956ce1-6dc9-45ac-9111-4f23a01e0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:34:22.308104 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:22.308494 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Bound using segment: {'id': '73956ce1-6dc9-45ac-9111-4f23a01e0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:34:22.309099 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Bound port: e6d7a3cb-5dde-43e8-b011-faa76aa839a3, host: dv-cinder-805887-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73956ce1-6dc9-45ac-9111-4f23a01e0101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:34:22.309468 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:22.377955 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] For port e6d7a3cb-5dde-43e8-b011-faa76aa839a3, host dv-cinder-805887-9-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:34:22.381014 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] For port e6d7a3cb-5dde-43e8-b011-faa76aa839a3, host dv-cinder-805887-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=e6d7a3cb-5dde-43e8-b011-faa76aa839a3,segment=NetworkSegment(73956ce1-6dc9-45ac-9111-4f23a01e0101),segment_id=73956ce1-6dc9-45ac-9111-4f23a01e0101)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:34:22.386468 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:22.441443 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Routers {'d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:22.442205 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:34:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:22.480420 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330405a3-1a66-4d01-bbe2-bb87158519af None None] Pushing event updated for resources: {'Port': ['ID=e6d7a3cb-5dde-43e8-b011-faa76aa839a3,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:22.570402 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] Set router d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:22.572736 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:22.749046 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d9aac-2858-4e7e-adfc-c135bac37a79 req-2537ad55-d2de-442b-998d-9b4d9aec3aed tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:22.750551 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f66d9aac-2858-4e7e-adfc-c135bac37a79 req-2537ad55-d2de-442b-998d-9b4d9aec3aed tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 945 time: 0.0565667 Aug 31 18:34:22.789880 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f66d9aac-2858-4e7e-adfc-c135bac37a79 req-66d9f255-d5b7-40cb-a393-629a363197b3 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329597 Aug 31 18:34:22.870265 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'name': 'tempest-TestVolumeBootPattern-1363454729-router', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:34:17Z', 'revision_number': 4, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'gw_port': {'id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'e6d7a3cb-5dde-43e8-b011-faa76aa839a3', 'name': '', 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'mac_address': 'fa:16:3e:26:bb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3500dc6c-0c88-4499-9f9d-669b931566bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:16Z', 'updated_at': '2021-08-31T18:34:22Z', 'revision_number': 4, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'subnets': [{'id': '3500dc6c-0c88-4499-9f9d-669b931566bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:22.898619 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf8e31-307b-4af3-88e9-eb96ac4381e5 None None] The sync data for ids ['d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'] in dv-cinder-805887-9-iscsi is: [{'id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'name': 'tempest-TestVolumeBootPattern-1363454729-router', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:34:17Z', 'revision_number': 4, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'gw_port': {'id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': 'e6d7a3cb-5dde-43e8-b011-faa76aa839a3', 'name': '', 'network_id': '7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'mac_address': 'fa:16:3e:26:bb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3500dc6c-0c88-4499-9f9d-669b931566bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:16Z', 'updated_at': '2021-08-31T18:34:22Z', 'revision_number': 4, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'subnets': [{'id': '3500dc6c-0c88-4499-9f9d-669b931566bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:34:23.193168 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:23.328048 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68d0f8-f5f4-456a-b809-7512d9df4aab req-52ef1212-b5ef-4919-9ff0-2e1a818c65d4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:23.330576 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cc68d0f8-f5f4-456a-b809-7512d9df4aab req-52ef1212-b5ef-4919-9ff0-2e1a818c65d4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0738459 Aug 31 18:34:23.364039 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device e6d7a3cb-5dde-43e8-b011-faa76aa839a3 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:23.382136 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cc68d0f8-f5f4-456a-b809-7512d9df4aab req-c6035a9c-9d7c-4359-9e59-4cf3eab9ac11 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436695 Aug 31 18:34:23.414653 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning for port e6d7a3cb-5dde-43e8-b011-faa76aa839a3 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:34:23.419075 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port e6d7a3cb-5dde-43e8-b011-faa76aa839a3 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:23.419451 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:23.502114 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:23.534986 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-612980dd-aa60-4334-b581-ec015434985a None None] For port e6d7a3cb-5dde-43e8-b011-faa76aa839a3, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=e6d7a3cb-5dde-43e8-b011-faa76aa839a3,segment=NetworkSegment(73956ce1-6dc9-45ac-9111-4f23a01e0101),segment_id=73956ce1-6dc9-45ac-9111-4f23a01e0101)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:23.538973 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:23.539865 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 21cfa54e-4dfb-4619-8b64-17f240dd1f8e up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:23.617332 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Pushing event updated for resources: {'Port': ['ID=e6d7a3cb-5dde-43e8-b011-faa76aa839a3,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:23.628048 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port 21cfa54e-4dfb-4619-8b64-17f240dd1f8e triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:23.628422 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:23.906008 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05616a31-c37c-4777-9337-97b3ce862718 req-bbdd0ff1-cce2-4509-9184-7ede413b9565 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:23.907482 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-05616a31-c37c-4777-9337-97b3ce862718 req-bbdd0ff1-cce2-4509-9184-7ede413b9565 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 945 time: 0.0520597 Aug 31 18:34:23.943068 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-05616a31-c37c-4777-9337-97b3ce862718 req-02cac2be-93d0-49f0-a209-8735b4cd5f46 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297866 Aug 31 18:34:24.507466 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0bf2a-7649-4ca7-b325-dc15c239386e req-650dabdc-3a60-4a15-80ce-e504258017d2 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:24.508988 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cbc0bf2a-7649-4ca7-b325-dc15c239386e req-650dabdc-3a60-4a15-80ce-e504258017d2 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0536847 Aug 31 18:34:24.546514 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cbc0bf2a-7649-4ca7-b325-dc15c239386e req-e4300a47-4172-4181-a477-e8b8ce42ee40 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309877 Aug 31 18:34:24.909663 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:25.056605 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0e87d-ad54-47ff-b975-1c00526ead7d req-9acd602d-e7d7-4910-b834-7c946f98e7cf tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:25.058085 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58b0e87d-ad54-47ff-b975-1c00526ead7d req-9acd602d-e7d7-4910-b834-7c946f98e7cf tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 945 time: 0.0477386 Aug 31 18:34:25.094195 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58b0e87d-ad54-47ff-b975-1c00526ead7d req-69477762-8ab7-4b47-ac66-56c5e6b3c07d tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/security-groups?id=8882382e-8189-46d7-a2e7-029d43b17908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303049 Aug 31 18:34:25.314716 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device e6d7a3cb-5dde-43e8-b011-faa76aa839a3 up at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:25.360786 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8adae2-17d6-4ba9-a85d-f09e8b83ff66 req-a11bcd55-19d2-4599-9b76-3c5240a88ccf tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:25.362370 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f8adae2-17d6-4ba9-a85d-f09e8b83ff66 req-a11bcd55-19d2-4599-9b76-3c5240a88ccf tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.50 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 945 time: 0.0515845 Aug 31 18:34:25.363679 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-612980dd-aa60-4334-b581-ec015434985a None None] Provisioning complete for port e6d7a3cb-5dde-43e8-b011-faa76aa839a3 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:25.364063 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:25.462169 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-3f8adae2-17d6-4ba9-a85d-f09e8b83ff66 req-bd178cc4-b6b0-4eaa-a369-ef9841ebd358 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Deleting port db5281fd-9c01-4b03-bc8e-9c06149143dc {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:34:25.462511 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f8adae2-17d6-4ba9-a85d-f09e8b83ff66 req-bd178cc4-b6b0-4eaa-a369-ef9841ebd358 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:25.550683 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-3f8adae2-17d6-4ba9-a85d-f09e8b83ff66 req-bd178cc4-b6b0-4eaa-a369-ef9841ebd358 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] For port db5281fd-9c01-4b03-bc8e-9c06149143dc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=db5281fd-9c01-4b03-bc8e-9c06149143dc,segment=NetworkSegment(e6b97005-8d08-401b-a9eb-6f53b9ceee30),segment_id=e6b97005-8d08-401b-a9eb-6f53b9ceee30)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:25.551328 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f8adae2-17d6-4ba9-a85d-f09e8b83ff66 req-bd178cc4-b6b0-4eaa-a369-ef9841ebd358 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:25.563764 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-3f8adae2-17d6-4ba9-a85d-f09e8b83ff66 req-bd178cc4-b6b0-4eaa-a369-ef9841ebd358 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Calling delete_port for db5281fd-9c01-4b03-bc8e-9c06149143dc owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:34:25.682756 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eb94b-2ae7-452c-b221-5cbc1a14c26e req-4a8aa0d1-0e0b-4af8-a05f-1af1095cd78b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:25.684239 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-873eb94b-2ae7-452c-b221-5cbc1a14c26e req-4a8aa0d1-0e0b-4af8-a05f-1af1095cd78b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0667942 Aug 31 18:34:25.717096 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:25.753536 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-873eb94b-2ae7-452c-b221-5cbc1a14c26e req-cf3ef9e1-290c-4ffc-921f-699cad11b21c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476987 Aug 31 18:34:25.754553 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f8adae2-17d6-4ba9-a85d-f09e8b83ff66 req-bd178cc4-b6b0-4eaa-a369-ef9841ebd358 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:25.770578 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['db5281fd-9c01-4b03-bc8e-9c06149143dc'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:34:25.787147 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd178cc4-b6b0-4eaa-a369-ef9841ebd358 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Pushing event deleted for resources: {'Port': ['ID=db5281fd-9c01-4b03-bc8e-9c06149143dc,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:25.828555 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8adae2-17d6-4ba9-a85d-f09e8b83ff66 req-bd178cc4-b6b0-4eaa-a369-ef9841ebd358 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] No DVR routers for this DVR port db5281fd-9c01-4b03-bc8e-9c06149143dc on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:34:25.831137 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3f8adae2-17d6-4ba9-a85d-f09e8b83ff66 req-bd178cc4-b6b0-4eaa-a369-ef9841ebd358 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:25.833134 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3f8adae2-17d6-4ba9-a85d-f09e8b83ff66 req-bd178cc4-b6b0-4eaa-a369-ef9841ebd358 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.50 "DELETE /v2.0/ports/db5281fd-9c01-4b03-bc8e-9c06149143dc HTTP/1.1" status: 204 len: 173 time: 0.4635289 Aug 31 18:34:25.833569 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'name': 'network-vif-deleted', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:34:25.835767 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d3ce5e-950d-43bf-a9c3-6022c3c71895" -d '{"events": [{"server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "name": "network-vif-deleted", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:34:25.876672 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01f25f4-b2c6-455e-b440-d35420b59763 x-openstack-request-id: req-c01f25f4-b2c6-455e-b440-d35420b59763 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:34:25.876963 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c39504-ee88-491a-ac62-e811881db8d6", "name": "network-vif-deleted", "tag": "db5281fd-9c01-4b03-bc8e-9c06149143dc", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:34:25.877217 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c01f25f4-b2c6-455e-b440-d35420b59763 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:34:25.877613 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c39504-ee88-491a-ac62-e811881db8d6', 'name': 'network-vif-deleted', 'tag': 'db5281fd-9c01-4b03-bc8e-9c06149143dc', 'status': 'completed', 'code': 200} Aug 31 18:34:26.201184 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c1908ec8-016c-4cf0-ae9d-61b57a89a8fc req-9447a73e-b06d-45c3-abda-17b2d3a072b9 tempest-TestMinimumBasicScenario-500700299 tempest-TestMinimumBasicScenario-500700299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c39504-ee88-491a-ac62-e811881db8d6 HTTP/1.1" status: 200 len: 210 time: 0.0267558 Aug 31 18:34:26.874716 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f955453-bb39-4358-b26c-8f42978a2feb req-f261df70-e6ca-4409-990f-e2c1bc1ffc92 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:26.876221 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6f955453-bb39-4358-b26c-8f42978a2feb req-f261df70-e6ca-4409-990f-e2c1bc1ffc92 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0498695 Aug 31 18:34:26.912834 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6f955453-bb39-4358-b26c-8f42978a2feb req-be5ef2ee-7a81-4524-a7d4-dc1bfb16390f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307167 Aug 31 18:34:27.876830 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42816) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:28.101876 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9ef9a-06de-4d94-8c85-22898d153043 req-1cc4550a-f697-4831-afc3-140f5dd51a8f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:28.103415 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-67a9ef9a-06de-4d94-8c85-22898d153043 req-1cc4550a-f697-4831-afc3-140f5dd51a8f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.1183581 Aug 31 18:34:28.174992 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-67a9ef9a-06de-4d94-8c85-22898d153043 req-e532939b-4b85-4894-9491-85f3e5b370cf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629568 Aug 31 18:34:28.356001 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb21a-5411-4fef-94be-a923bb09daf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1575947'] for router_interface, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:28.875609 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device db5281fd-9c01-4b03-bc8e-9c06149143dc no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:34:28.893272 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-bd2bb21a-5411-4fef-94be-a923bb09daf2 admin admin] Deleting port eaa384e7-66ef-42a7-ab0f-31e517f55a60 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:34:28.893720 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb21a-5411-4fef-94be-a923bb09daf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:28.895755 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: db5281fd-9c01-4b03-bc8e-9c06149143dc {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:34:28.896105 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device db5281fd-9c01-4b03-bc8e-9c06149143dc not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:34:28.974016 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-bd2bb21a-5411-4fef-94be-a923bb09daf2 admin admin] For port eaa384e7-66ef-42a7-ab0f-31e517f55a60, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=eaa384e7-66ef-42a7-ab0f-31e517f55a60,segment=NetworkSegment(e6b97005-8d08-401b-a9eb-6f53b9ceee30),segment_id=e6b97005-8d08-401b-a9eb-6f53b9ceee30)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:28.974377 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb21a-5411-4fef-94be-a923bb09daf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:28.991384 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-bd2bb21a-5411-4fef-94be-a923bb09daf2 admin admin] Calling delete_port for eaa384e7-66ef-42a7-ab0f-31e517f55a60 owned by network:router_interface {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:34:29.165790 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb21a-5411-4fef-94be-a923bb09daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:29.197437 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bb21a-5411-4fef-94be-a923bb09daf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa384e7-66ef-42a7-ab0f-31e517f55a60,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:29.352530 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0731b3-7899-46e8-8d39-689bc004cc11 req-9dcf91e7-7eeb-42e6-9bec-b60fa6d0a748 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:29.354138 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8a0731b3-7899-46e8-8d39-689bc004cc11 req-9dcf91e7-7eeb-42e6-9bec-b60fa6d0a748 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.1034489 Aug 31 18:34:29.424827 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb21a-5411-4fef-94be-a923bb09daf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1807473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576087'] for router_interface, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:29.434692 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8a0731b3-7899-46e8-8d39-689bc004cc11 req-b5592510-5155-4ce4-8571-3c1f50c8e8f1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521972 Aug 31 18:34:29.644391 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2bb21a-5411-4fef-94be-a923bb09daf2 admin admin] Router e7084242-fe7d-4949-b810-37be13021075 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:34:29.748070 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2bb21a-5411-4fef-94be-a923bb09daf2 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:34:29.755367 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-bd2bb21a-5411-4fef-94be-a923bb09daf2 admin admin] 10.222.0.35 "PUT /v2.0/routers/e7084242-fe7d-4949-b810-37be13021075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735394 Aug 31 18:34:29.755457 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42828) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:29.757280 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10dcab2-8995-494c-933e-16dfa99c4dd8 None None] Sync routers for ids ['e7084242-fe7d-4949-b810-37be13021075'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:34:29.767020 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10dcab2-8995-494c-933e-16dfa99c4dd8 None None] Routers {'e7084242-fe7d-4949-b810-37be13021075'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:29.767715 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-a10dcab2-8995-494c-933e-16dfa99c4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:34:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['e7084242-fe7d-4949-b810-37be13021075'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:29.861015 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:29.876036 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-a10dcab2-8995-494c-933e-16dfa99c4dd8 None None] Set router e7084242-fe7d-4949-b810-37be13021075 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:29.962941 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.016918 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Deleting port a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:34:30.017381 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.061608 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-a10dcab2-8995-494c-933e-16dfa99c4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:34:29Z', 'revision_number': 5, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port': {'id': 'a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7084242-fe7d-4949-b810-37be13021075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:30.087560 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10dcab2-8995-494c-933e-16dfa99c4dd8 None None] Checking router: e7084242-fe7d-4949-b810-37be13021075 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:34:30.095585 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] For port a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:30.095840 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10dcab2-8995-494c-933e-16dfa99c4dd8 None None] Routers {'e7084242-fe7d-4949-b810-37be13021075'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:30.096067 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.096444 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-a10dcab2-8995-494c-933e-16dfa99c4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:34:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['e7084242-fe7d-4949-b810-37be13021075'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:30.112862 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Calling delete_port for a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 owned by network:router_gateway {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:34:30.291909 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.307410 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-a10dcab2-8995-494c-933e-16dfa99c4dd8 None None] Set router e7084242-fe7d-4949-b810-37be13021075 gateway port host: None {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:30.321972 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:30.364625 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-a10dcab2-8995-494c-933e-16dfa99c4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:34:29Z', 'revision_number': 6, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port_host': None}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:30.383746 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582389'] for router_gateway, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.393145 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10dcab2-8995-494c-933e-16dfa99c4dd8 None None] The sync data for ids ['e7084242-fe7d-4949-b810-37be13021075'] in dv-cinder-805887-9-iscsi is: [{'id': 'e7084242-fe7d-4949-b810-37be13021075', 'name': 'tempest-TestMinimumBasicScenario-1861228507-router', 'tenant_id': '0434fd91cbb8442d8de57e11a044033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:38Z', 'updated_at': '2021-08-31T18:34:29Z', 'revision_number': 6, 'project_id': '0434fd91cbb8442d8de57e11a044033f', 'gw_port_host': None}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:34:30.487924 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3859'] for router, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.491668 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.602261 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575680'] for router, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.602735 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7084242-fe7d-4949-b810-37be13021075 {{(pid=93880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:34:30.611512 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.612648 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cb2aba07-ea5a-4239-ad2c-f69a880bd6b3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e7084242-fe7d-4949-b810-37be13021075 HTTP/1.1" status: 204 len: 168 time: 0.8563271 Aug 31 18:34:30.615427 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42836) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:30.631192 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb070b-08cd-41c5-b649-0a4a83b8facc req-cae385f0-1b8a-4488-919e-f2d31fd6608c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:30.632699 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8ffb070b-08cd-41c5-b649-0a4a83b8facc req-cae385f0-1b8a-4488-919e-f2d31fd6608c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.1156821 Aug 31 18:34:30.638902 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-01198644-22a6-479d-87c4-bf62e4a7f181 req-916f74da-0e90-4f71-a93f-a9a9ff6c45e9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805087 Aug 31 18:34:30.662153 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-625700f8-1741-443d-a267-c503ae45f00f admin admin] Deleting subnet 16b2a05a-b8be-49ba-adb1-a710ed7cb513 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:34:30.665244 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-625700f8-1741-443d-a267-c503ae45f00f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.673950 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8ffb070b-08cd-41c5-b649-0a4a83b8facc req-fd1ba3af-1c6e-4fda-841d-4042649ec893 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341070 Aug 31 18:34:30.701799 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-625700f8-1741-443d-a267-c503ae45f00f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3578427'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.741155 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01198644-22a6-479d-87c4-bf62e4a7f181 req-66bb8b8f-12f7-4e83-9227-6e0684f93391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:30.742646 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-01198644-22a6-479d-87c4-bf62e4a7f181 req-66bb8b8f-12f7-4e83-9227-6e0684f93391 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01dd2e1469fd4e37af51e3edf144f314&device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 1099 time: 0.0469546 Aug 31 18:34:30.812954 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-625700f8-1741-443d-a267-c503ae45f00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.861841 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01198644-22a6-479d-87c4-bf62e4a7f181 req-a3782533-4e39-497f-8c73-3c9255dd16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:30.863276 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-01198644-22a6-479d-87c4-bf62e4a7f181 req-a3782533-4e39-497f-8c73-3c9255dd16d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b04046da-9c89-4497-a1f2-73518ae52ac1 HTTP/1.1" status: 200 len: 910 time: 0.0949221 Aug 31 18:34:30.866487 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-625700f8-1741-443d-a267-c503ae45f00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127822973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127405126'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.892249 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625700f8-1741-443d-a267-c503ae45f00f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b2a05a-b8be-49ba-adb1-a710ed7cb513,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:30.896262 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-625700f8-1741-443d-a267-c503ae45f00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:30.900754 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-625700f8-1741-443d-a267-c503ae45f00f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/16b2a05a-b8be-49ba-adb1-a710ed7cb513 HTTP/1.1" status: 204 len: 168 time: 0.2816622 Aug 31 18:34:30.900754 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42838) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:30.905343 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eae822-130d-4167-86f6-4de959f76f6e None None] Network 0b17948e-771b-4b03-81f6-1a9232b2cd6e requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:34:30.949975 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-01198644-22a6-479d-87c4-bf62e4a7f181 req-1469b909-7302-41ba-8701-2cb80308539e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e7b902-9729-40b1-9539-524943686268 HTTP/1.1" status: 200 len: 1001 time: 0.0672512 Aug 31 18:34:30.978494 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:31.007708 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01198644-22a6-479d-87c4-bf62e4a7f181 req-a36bb114-8da4-449d-84de-2c69b37804c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:31.009269 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-01198644-22a6-479d-87c4-bf62e4a7f181 req-a36bb114-8da4-449d-84de-2c69b37804c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56e44edf-623c-47bc-8cb7-194c41304bcb HTTP/1.1" status: 200 len: 848 time: 0.0462074 Aug 31 18:34:31.033486 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Deleting port b28c99a6-090b-453e-be3a-be55aa0e2eb4 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:34:31.033985 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:31.071569 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01198644-22a6-479d-87c4-bf62e4a7f181 req-00bb11e8-5287-463b-aa2b-d9cf1cd30844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:31.073115 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-01198644-22a6-479d-87c4-bf62e4a7f181 req-00bb11e8-5287-463b-aa2b-d9cf1cd30844 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b04046da-9c89-4497-a1f2-73518ae52ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406623 Aug 31 18:34:31.095296 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] For port b28c99a6-090b-453e-be3a-be55aa0e2eb4, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=b28c99a6-090b-453e-be3a-be55aa0e2eb4,segment=NetworkSegment(e6b97005-8d08-401b-a9eb-6f53b9ceee30),segment_id=e6b97005-8d08-401b-a9eb-6f53b9ceee30)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:31.095587 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:31.109785 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Calling delete_port for b28c99a6-090b-453e-be3a-be55aa0e2eb4 owned by network:dhcp {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:34:31.190060 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ac07d6-1f34-4c44-bb60-1d164abb18b2 None None] DHCP port deletion for 0b17948e-771b-4b03-81f6-1a9232b2cd6e request from dv-cinder-805887-9-iscsi {{(pid=93881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:34:31.203128 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-01198644-22a6-479d-87c4-bf62e4a7f181 req-610e8175-c4c4-4375-9631-6415282cd354 service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063054 Aug 31 18:34:31.203360 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:31.232842 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Pushing event deleted for resources: {'Port': ['ID=b28c99a6-090b-453e-be3a-be55aa0e2eb4,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:31.240477 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] No DVR routers for this DVR port b28c99a6-090b-453e-be3a-be55aa0e2eb4 on host dv-cinder-805887-9-iscsi {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:34:31.269979 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-67ac07d6-1f34-4c44-bb60-1d164abb18b2 None None] Deleting port b28c99a6-090b-453e-be3a-be55aa0e2eb4 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:34:31.270599 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67ac07d6-1f34-4c44-bb60-1d164abb18b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:31.331090 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:31.346385 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b17948e-771b-4b03-81f6-1a9232b2cd6e']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:31.363219 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b97005-8d08-401b-a9eb-6f53b9ceee30') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:31.363962 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b97005-8d08-401b-a9eb-6f53b9ceee30') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:31.374844 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device b28c99a6-090b-453e-be3a-be55aa0e2eb4 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:34:31.377101 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-67ac07d6-1f34-4c44-bb60-1d164abb18b2 None None] For port b28c99a6-090b-453e-be3a-be55aa0e2eb4, host dv-cinder-805887-9-iscsi, got binding levels [] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:31.377536 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-01198644-22a6-479d-87c4-bf62e4a7f181 req-0dfde9ce-b48f-43f9-af5a-c82ea0f7eb58 service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498063 Aug 31 18:34:31.377657 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67ac07d6-1f34-4c44-bb60-1d164abb18b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:31.378104 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3578368'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:31.391948 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:31.398745 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:34:31.399439 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127823047'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: timer() Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: cb(*args, **kw) Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: self._notify() Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: self.callback(batched_events) Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: event.method(event) Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._get(url).json() Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:34:31.401223 dv-cinder-805887-9-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:34:31.403509 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: b28c99a6-090b-453e-be3a-be55aa0e2eb4 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:34:31.403610 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device b28c99a6-090b-453e-be3a-be55aa0e2eb4 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:34:31.403956 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:34:31.428890 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-67ac07d6-1f34-4c44-bb60-1d164abb18b2 None None] Calling delete_port for b28c99a6-090b-453e-be3a-be55aa0e2eb4 owned by network:dhcp {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:34:31.432706 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:34:31.433057 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device a234c3c5-d6c1-44ad-8bac-d5b01d7c89d4 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:34:31.433487 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device eaa384e7-66ef-42a7-ab0f-31e517f55a60 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:34:31.436216 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.ipam_backend_mixin [None req-67ac07d6-1f34-4c44-bb60-1d164abb18b2 None None] Port b28c99a6-090b-453e-be3a-be55aa0e2eb4 was not found and therefore no delete operation was performed {{(pid=93881) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 18:34:31.453957 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67ac07d6-1f34-4c44-bb60-1d164abb18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:31.461989 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: eaa384e7-66ef-42a7-ab0f-31e517f55a60 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:34:31.462340 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device eaa384e7-66ef-42a7-ab0f-31e517f55a60 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:34:31.464798 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:31.472798 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:31.479563 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] 10.222.0.35 "DELETE /v2.0/networks/0b17948e-771b-4b03-81f6-1a9232b2cd6e HTTP/1.1" status: 204 len: 168 time: 0.5778999 Aug 31 18:34:31.480024 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 42844) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:31.483471 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac07d6-1f34-4c44-bb60-1d164abb18b2 None None] Pushing event deleted for resources: {'Port': ['ID=b28c99a6-090b-453e-be3a-be55aa0e2eb4,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:31.487235 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac07d6-1f34-4c44-bb60-1d164abb18b2 None None] No DVR routers for this DVR port b28c99a6-090b-453e-be3a-be55aa0e2eb4 on host dv-cinder-805887-9-iscsi {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:34:31.505006 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62386fa1-0703-4bb8-8304-472f9c5c3caa admin admin] Pushing event deleted for resources: {'Network': ['ID=0b17948e-771b-4b03-81f6-1a9232b2cd6e,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:31.816431 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c400-62ad-4bae-beae-7bd265b9f6f1 req-df40eef5-d45c-4ef7-ac18-9ac8118237ed tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:31.817934 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-79b3c400-62ad-4bae-beae-7bd265b9f6f1 req-df40eef5-d45c-4ef7-ac18-9ac8118237ed tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0670185 Aug 31 18:34:31.881506 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-79b3c400-62ad-4bae-beae-7bd265b9f6f1 req-b0c4bd26-d995-46af-b065-bc5d766a8474 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546377 Aug 31 18:34:31.905216 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1575947'] for router_interface, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:32.405341 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Deleting port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:34:32.406030 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:32.487146 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] For port 0650a06d-73ee-40b8-9dd2-4d9437b2d9da, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=0650a06d-73ee-40b8-9dd2-4d9437b2d9da,segment=NetworkSegment(f0b22b0a-059b-4e5f-a233-e0a53873b206),segment_id=f0b22b0a-059b-4e5f-a233-e0a53873b206)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:32.487419 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:32.499717 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Calling delete_port for 0650a06d-73ee-40b8-9dd2-4d9437b2d9da owned by network:router_interface {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:34:32.676107 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:32.701218 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Pushing event deleted for resources: {'Port': ['ID=0650a06d-73ee-40b8-9dd2-4d9437b2d9da,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:32.730145 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:32.730491 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:32.730832 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:32.731165 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:32.731501 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:32.731816 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:32.732137 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:32.732459 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:32.732817 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:32.733141 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:32.733455 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:32.733768 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:32.875056 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1807473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576087'] for router_interface, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:33.024943 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5080c-c4c3-45cb-8a7a-233d8795385e req-1ac838e8-5a46-4efe-a237-b18e1e4e3a58 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:33.026356 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7fc5080c-c4c3-45cb-8a7a-233d8795385e req-1ac838e8-5a46-4efe-a237-b18e1e4e3a58 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0651953 Aug 31 18:34:33.125855 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7fc5080c-c4c3-45cb-8a7a-233d8795385e req-d5aaa838-87d1-43b1-b25f-81fd9130bcff tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662415 Aug 31 18:34:33.155108 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Router 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:34:33.259180 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:34:33.264251 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-49ada204-e4ec-49f6-a734-b781e49cc29d admin admin] 10.222.0.35 "PUT /v2.0/routers/2723a402-0e21-4fdd-a81f-8ccdcbe01d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7830482 Aug 31 18:34:33.266961 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42856) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:33.269631 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b8ef4-75ce-4098-ac64-69ebb46f69e6 None None] Sync routers for ids ['2723a402-0e21-4fdd-a81f-8ccdcbe01d48'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:34:33.279692 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b8ef4-75ce-4098-ac64-69ebb46f69e6 None None] Routers {'2723a402-0e21-4fdd-a81f-8ccdcbe01d48'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:33.280245 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-014b8ef4-75ce-4098-ac64-69ebb46f69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:34:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['2723a402-0e21-4fdd-a81f-8ccdcbe01d48'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:33.373655 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Notify callbacks [] for router, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:33.396289 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-014b8ef4-75ce-4098-ac64-69ebb46f69e6 None None] Set router 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:33.481691 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:33.535805 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Deleting port 797a8bd9-771f-48a1-b8ee-a704c17af574 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:34:33.536068 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:33.576805 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-014b8ef4-75ce-4098-ac64-69ebb46f69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'name': 'tempest-TestMinimumBasicScenario-1225564707-router', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:34:32Z', 'revision_number': 5, 'project_id': '399bc0992f8345dc819651c2a655d5ff', 'gw_port': {'id': '797a8bd9-771f-48a1-b8ee-a704c17af574', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:33.606231 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b8ef4-75ce-4098-ac64-69ebb46f69e6 None None] Checking router: 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:34:33.615221 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] For port 797a8bd9-771f-48a1-b8ee-a704c17af574, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=797a8bd9-771f-48a1-b8ee-a704c17af574,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:33.615598 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:33.615946 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b8ef4-75ce-4098-ac64-69ebb46f69e6 None None] Routers {'2723a402-0e21-4fdd-a81f-8ccdcbe01d48'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:34:33.616634 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-014b8ef4-75ce-4098-ac64-69ebb46f69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:34:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['2723a402-0e21-4fdd-a81f-8ccdcbe01d48'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:33.629460 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Calling delete_port for 797a8bd9-771f-48a1-b8ee-a704c17af574 owned by network:router_gateway {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:34:33.698562 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-014b8ef4-75ce-4098-ac64-69ebb46f69e6 None None] Set router 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 gateway port host: None {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:34:33.753084 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-014b8ef4-75ce-4098-ac64-69ebb46f69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'name': 'tempest-TestMinimumBasicScenario-1225564707-router', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:34:33Z', 'revision_number': 6, 'project_id': '399bc0992f8345dc819651c2a655d5ff', 'gw_port_host': None}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:33.779625 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b8ef4-75ce-4098-ac64-69ebb46f69e6 None None] The sync data for ids ['2723a402-0e21-4fdd-a81f-8ccdcbe01d48'] in dv-cinder-805887-9-iscsi is: [{'id': '2723a402-0e21-4fdd-a81f-8ccdcbe01d48', 'name': 'tempest-TestMinimumBasicScenario-1225564707-router', 'tenant_id': '399bc0992f8345dc819651c2a655d5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:31:43Z', 'updated_at': '2021-08-31T18:34:33Z', 'revision_number': 6, 'project_id': '399bc0992f8345dc819651c2a655d5ff', 'gw_port_host': None}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:34:33.795877 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:33.819846 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=797a8bd9-771f-48a1-b8ee-a704c17af574,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:33.888192 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582389'] for router_gateway, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:33.977331 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3859'] for router, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:33.979441 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.023016 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575680'] for router, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.023638 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2723a402-0e21-4fdd-a81f-8ccdcbe01d48 {{(pid=93879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:34:34.028952 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.030258 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-954ab733-5f04-4d40-8039-1bcfa3044a8a admin admin] 10.222.0.35 "DELETE /v2.0/routers/2723a402-0e21-4fdd-a81f-8ccdcbe01d48 HTTP/1.1" status: 204 len: 168 time: 0.7623124 Aug 31 18:34:34.032883 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42862) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:34.078157 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5242e7-a13d-42c9-b4ec-c745a19bceb9 admin admin] Deleting subnet d1ee16e2-7b24-4a0c-a86e-97b0c14cbbc1 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:34:34.081024 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4b5242e7-a13d-42c9-b4ec-c745a19bceb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.117841 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4b5242e7-a13d-42c9-b4ec-c745a19bceb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3578427'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.215864 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4b5242e7-a13d-42c9-b4ec-c745a19bceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.258085 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01643c1-78d3-4167-bf75-9a7f62f2c27b req-7ab7fdbc-d926-4ef7-ba24-61458a191b92 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:34.260321 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e01643c1-78d3-4167-bf75-9a7f62f2c27b req-7ab7fdbc-d926-4ef7-ba24-61458a191b92 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0574486 Aug 31 18:34:34.274947 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4b5242e7-a13d-42c9-b4ec-c745a19bceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127822973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127405126'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.298857 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e01643c1-78d3-4167-bf75-9a7f62f2c27b req-620525a1-ad25-47b0-b7b2-db19ffb977d6 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324037 Aug 31 18:34:34.300397 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5242e7-a13d-42c9-b4ec-c745a19bceb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ee16e2-7b24-4a0c-a86e-97b0c14cbbc1,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:34.305706 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4b5242e7-a13d-42c9-b4ec-c745a19bceb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.308274 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4b5242e7-a13d-42c9-b4ec-c745a19bceb9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d1ee16e2-7b24-4a0c-a86e-97b0c14cbbc1 HTTP/1.1" status: 204 len: 168 time: 0.2743521 Aug 31 18:34:34.311645 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42866) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:34.313519 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdf1a24-1804-48a5-9d43-95971dc844ba None None] Network fb747935-0d64-49e4-9d23-9a642d3ab323 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:34:34.377969 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.435253 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Deleting port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:34:34.435602 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.499203 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] For port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=d224609e-f4c0-45d8-8f6c-15f5cf5ac5de,segment=NetworkSegment(f0b22b0a-059b-4e5f-a233-e0a53873b206),segment_id=f0b22b0a-059b-4e5f-a233-e0a53873b206)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:34.499656 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.513626 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Calling delete_port for d224609e-f4c0-45d8-8f6c-15f5cf5ac5de owned by network:dhcp {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:34:34.566163 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13928960-04ed-4990-9932-d0a98599594a None None] DHCP port deletion for fb747935-0d64-49e4-9d23-9a642d3ab323 request from dv-cinder-805887-9-iscsi {{(pid=93881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:34:34.608240 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.619632 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-13928960-04ed-4990-9932-d0a98599594a None None] Deleting port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:34:34.620007 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-13928960-04ed-4990-9932-d0a98599594a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.635981 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d224609e-f4c0-45d8-8f6c-15f5cf5ac5de,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:34.641330 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] No DVR routers for this DVR port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de on host dv-cinder-805887-9-iscsi {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:34:34.684608 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-13928960-04ed-4990-9932-d0a98599594a None None] For port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de, host dv-cinder-805887-9-iscsi, got binding levels [] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:34.685032 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-13928960-04ed-4990-9932-d0a98599594a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.702712 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-13928960-04ed-4990-9932-d0a98599594a None None] Calling delete_port for d224609e-f4c0-45d8-8f6c-15f5cf5ac5de owned by network:dhcp {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:34:34.705325 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.ipam_backend_mixin [None req-13928960-04ed-4990-9932-d0a98599594a None None] Port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de was not found and therefore no delete operation was performed {{(pid=93881) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 18:34:34.706521 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-13928960-04ed-4990-9932-d0a98599594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.711354 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.721580 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb747935-0d64-49e4-9d23-9a642d3ab323']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:34.729806 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13928960-04ed-4990-9932-d0a98599594a None None] Pushing event deleted for resources: {'Port': ['ID=d224609e-f4c0-45d8-8f6c-15f5cf5ac5de,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:34.736081 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13928960-04ed-4990-9932-d0a98599594a None None] No DVR routers for this DVR port d224609e-f4c0-45d8-8f6c-15f5cf5ac5de on host dv-cinder-805887-9-iscsi {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:34:34.742457 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b22b0a-059b-4e5f-a233-e0a53873b206') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:34.742457 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b22b0a-059b-4e5f-a233-e0a53873b206') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:34:34.753775 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3578368'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.771289 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.777647 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:34:34.778035 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127823047'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: timer() Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: cb(*args, **kw) Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: self._notify() Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: self.callback(batched_events) Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: event.method(event) Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._get(url).json() Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:34:34.779658 dv-cinder-805887-9-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:34:34.833836 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.840023 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:34.842037 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fb747935-0d64-49e4-9d23-9a642d3ab323 HTTP/1.1" status: 204 len: 168 time: 0.5289528 Aug 31 18:34:34.860411 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ab736-196e-4f48-a4ff-971859021ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb747935-0d64-49e4-9d23-9a642d3ab323,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:35.007963 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42874) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:35.046720 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6a0326bc-5729-4d1d-9d69-b4cbcd757391 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0434fd91cbb8442d8de57e11a044033f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375202 Aug 31 18:34:35.049130 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42876) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:35.095474 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d4f43992-dde7-49e9-a883-089daaff1c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:35.122270 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d4f43992-dde7-49e9-a883-089daaff1c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:35.167270 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d4f43992-dde7-49e9-a883-089daaff1c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:35.169894 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d4f43992-dde7-49e9-a883-089daaff1c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:35.170990 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d4f43992-dde7-49e9-a883-089daaff1c95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8882382e-8189-46d7-a2e7-029d43b17908 HTTP/1.1" status: 204 len: 168 time: 0.1209199 Aug 31 18:34:35.178426 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f43992-dde7-49e9-a883-089daaff1c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8882382e-8189-46d7-a2e7-029d43b17908,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:35.319213 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 797a8bd9-771f-48a1-b8ee-a704c17af574 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:34:35.339957 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 797a8bd9-771f-48a1-b8ee-a704c17af574 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:34:35.340202 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 797a8bd9-771f-48a1-b8ee-a704c17af574 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:34:35.340759 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 0650a06d-73ee-40b8-9dd2-4d9437b2d9da no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:34:35.360528 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 0650a06d-73ee-40b8-9dd2-4d9437b2d9da {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:34:35.360976 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 0650a06d-73ee-40b8-9dd2-4d9437b2d9da not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:34:35.361502 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device d224609e-f4c0-45d8-8f6c-15f5cf5ac5de no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:34:35.381571 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: d224609e-f4c0-45d8-8f6c-15f5cf5ac5de {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:34:35.381909 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device d224609e-f4c0-45d8-8f6c-15f5cf5ac5de not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:34:35.432864 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb54782-2fc2-4224-a796-a6c4c62a029e req-1f6ce9b2-c923-4a6e-b7f5-b602f29695da tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:35.434368 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dbb54782-2fc2-4224-a796-a6c4c62a029e req-1f6ce9b2-c923-4a6e-b7f5-b602f29695da tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0617821 Aug 31 18:34:35.472583 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dbb54782-2fc2-4224-a796-a6c4c62a029e req-1e101dda-c693-4755-a3dd-7b834f76d8cd tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322931 Aug 31 18:34:35.504695 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42886) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:35.544372 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b985996a-18c0-4cb6-a222-c6e6c99c2a07 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=399bc0992f8345dc819651c2a655d5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384462 Aug 31 18:34:35.546948 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 42888) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:35.596962 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-68320dfe-d4f2-475f-be8b-1335e48bb0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:35.618469 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-68320dfe-d4f2-475f-be8b-1335e48bb0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:35.665571 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-68320dfe-d4f2-475f-be8b-1335e48bb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:35.668159 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-68320dfe-d4f2-475f-be8b-1335e48bb0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:35.669356 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-68320dfe-d4f2-475f-be8b-1335e48bb0b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e5b5fd0-1987-4999-9d90-b0a87f5476cf HTTP/1.1" status: 204 len: 168 time: 0.1215076 Aug 31 18:34:35.677087 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68320dfe-d4f2-475f-be8b-1335e48bb0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5b5fd0-1987-4999-9d90-b0a87f5476cf,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:36.593729 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbf2bb-9289-4635-ba5c-69589b9caec3 req-471bea4d-738f-46cb-8f43-74c031063e82 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:36.595245 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-08cbf2bb-9289-4635-ba5c-69589b9caec3 req-471bea4d-738f-46cb-8f43-74c031063e82 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Aug 31 18:34:36.631105 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-08cbf2bb-9289-4635-ba5c-69589b9caec3 req-b9c7ae10-77c0-4572-9b89-ded8b0d793d2 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298321 Aug 31 18:34:37.749047 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87471c74-2d16-4e65-9442-aba47f22adce req-7bf53c26-b54f-43e2-9400-899e262077c2 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:37.750664 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-87471c74-2d16-4e65-9442-aba47f22adce req-7bf53c26-b54f-43e2-9400-899e262077c2 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0499282 Aug 31 18:34:37.789854 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-87471c74-2d16-4e65-9442-aba47f22adce req-c8efd2b8-2dc7-48a8-82f9-53a8a4c7b32a tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333855 Aug 31 18:34:38.910248 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbfde8-46ce-4d1c-9583-2e2b2b0ec1d1 req-cf6c251c-1e1c-42a3-a67d-144c874b465a tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:38.911629 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-19fbfde8-46ce-4d1c-9583-2e2b2b0ec1d1 req-cf6c251c-1e1c-42a3-a67d-144c874b465a tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0513096 Aug 31 18:34:38.949272 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-19fbfde8-46ce-4d1c-9583-2e2b2b0ec1d1 req-2bc29533-96e4-47a2-a5a9-7af1224ec74c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316515 Aug 31 18:34:40.067958 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e599b47-5dd0-4a85-aab1-4f8c616d710b req-d9eed4fe-0599-4039-bc0b-a3d17671cbb7 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:40.069435 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1e599b47-5dd0-4a85-aab1-4f8c616d710b req-d9eed4fe-0599-4039-bc0b-a3d17671cbb7 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0474041 Aug 31 18:34:40.107222 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1e599b47-5dd0-4a85-aab1-4f8c616d710b req-82b11ff0-272c-4f8e-a6fa-9a3631075cf7 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313809 Aug 31 18:34:41.221733 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec30b4-221e-408c-bc7c-3d22c42c07f3 req-105fac10-44bf-47cc-bdea-7b020a7eb94f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:41.223173 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-adec30b4-221e-408c-bc7c-3d22c42c07f3 req-105fac10-44bf-47cc-bdea-7b020a7eb94f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0472045 Aug 31 18:34:41.260037 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-adec30b4-221e-408c-bc7c-3d22c42c07f3 req-d6b909b1-6c1b-4402-98c4-f296e783333e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303810 Aug 31 18:34:42.067272 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-f77a5d6f-8b50-4916-9fa8-ca58489256c5 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620853776&fields=id&tenant_id=776faa2cc0c640b7aaf995ed62c4ebea HTTP/1.1" status: 200 len: 267 time: 0.0347159 Aug 31 18:34:42.171429 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fce90-2746-498e-8a42-5baaf021fa7a req-6479ff02-1dc0-4028-a699-4517969b229d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:42.172897 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-6479ff02-1dc0-4028-a699-4517969b229d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 811 time: 0.0985410 Aug 31 18:34:42.187567 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-fdb322c2-0f26-4e8a-bf5a-84d917e248f2 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/quotas/776faa2cc0c640b7aaf995ed62c4ebea HTTP/1.1" status: 200 len: 375 time: 0.0091436 Aug 31 18:34:42.236578 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cc43b298-985b-4ab8-89fd-7a39f059f25c tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439889 Aug 31 18:34:42.426428 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474f544-6cb2-4d1a-a83e-4b1a159d04f8 req-23634418-704a-4347-b7e0-c8fec4631dc3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:42.427813 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c474f544-6cb2-4d1a-a83e-4b1a159d04f8 req-23634418-704a-4347-b7e0-c8fec4631dc3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0972402 Aug 31 18:34:42.472266 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-5ac1e144-8d32-4ff7-ab5b-e4838da6356b service neutron] 10.222.0.35 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242131 Aug 31 18:34:42.491411 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c474f544-6cb2-4d1a-a83e-4b1a159d04f8 req-1c2bc642-095f-43fe-b8dc-4b78bb4ea9b1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532947 Aug 31 18:34:42.570289 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-c74348dd-efe8-4b79-af24-52f832ac4118 service neutron] 10.222.0.35 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903397 Aug 31 18:34:42.852599 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7279917f-478b-4642-bba0-9ceb81081162 req-7148f7b2-e52c-4022-b886-41e0fb02a030 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 210 time: 0.0269704 Aug 31 18:34:42.951475 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 2c15350d-add0-4601-a78d-3919ae29d00f details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:34:43.048129 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 2c15350d-add0-4601-a78d-3919ae29d00f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2c15350d-add0-4601-a78d-3919ae29d00f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:43.059029 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '2c15350d-add0-4601-a78d-3919ae29d00f', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'port_id': '2c15350d-add0-4601-a78d-3919ae29d00f', 'mac_address': 'fa:16:3e:0d:66:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:34:43.095333 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:43.109394 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c15350d-add0-4601-a78d-3919ae29d00f {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:34:43.128575 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 2c15350d-add0-4601-a78d-3919ae29d00f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2c15350d-add0-4601-a78d-3919ae29d00f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:43.132132 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:43.184632 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=2c15350d-add0-4601-a78d-3919ae29d00f,revision_number=6']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:43.241640 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['2c15350d-add0-4601-a78d-3919ae29d00f'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:34:43.608453 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9978d-09d4-4385-bfa0-9d48155b2325 req-3f0efa1e-4ed3-47f5-afb6-cb5514ffef31 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:43.609928 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-50e9978d-09d4-4385-bfa0-9d48155b2325 req-3f0efa1e-4ed3-47f5-afb6-cb5514ffef31 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 944 time: 0.0481274 Aug 31 18:34:43.646784 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-50e9978d-09d4-4385-bfa0-9d48155b2325 req-00de01c4-175f-4b87-840e-14634d0d56f5 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310726 Aug 31 18:34:43.893016 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fce90-2746-498e-8a42-5baaf021fa7a req-7f1484fc-82c8-42f3-a930-de7c4845f265 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:43.894358 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-7f1484fc-82c8-42f3-a930-de7c4845f265 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 811 time: 0.1141779 Aug 31 18:34:43.955842 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-207525d6-09aa-4a01-9682-e680a3640070 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=776faa2cc0c640b7aaf995ed62c4ebea HTTP/1.1" status: 200 len: 380 time: 0.0471573 Aug 31 18:34:43.970642 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c141d39a-b09a-4790-a3ff-b4808e7f7619 req-d769d2fa-624b-462c-b654-8d5c5236c8f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 210 time: 0.0324557 Aug 31 18:34:43.975526 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Request body: {'port': {'device_id': 'db2fd291-22b1-4fcf-a730-26e95f55e34a', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'admin_state_up': True, 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'security_groups': ['5a16db7e-8a4f-4034-a81b-5eafbc866941']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:44.084485 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Made reservation on behalf of 776faa2cc0c640b7aaf995ed62c4ebea for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:34:44.089301 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:44.220630 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Allocated IP 172.20.0.3 (e1a634af-cd38-4eeb-bee9-3a926c61efeb/05e9434b-2eff-419a-b36f-4489ef585479/a4f65d93-fb01-4b53-a7c7-ca79693650a7) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:34:44.364773 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:44.381754 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Transition to ACTIVE for port object a4f65d93-fb01-4b53-a7c7-ca79693650a7 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:34:44.419242 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:44.464761 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Network e1a634af-cd38-4eeb-bee9-3a926c61efeb is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:34:44.467992 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:34:44.472190 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:34:44.499155 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'Port': ['ID=a4f65d93-fb01-4b53-a7c7-ca79693650a7,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:44.526843 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:44.527492 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:44.547904 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-cf5bb7ca-d9bf-4e0e-b96c-f495c20f7beb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761333 Aug 31 18:34:44.562185 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Request body: {'port': {'device_id': 'db2fd291-22b1-4fcf-a730-26e95f55e34a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:44.641718 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:44.838072 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-cf9403b5-b600-45ba-bc63-185561edf243 None None] Provisioning for port a4f65d93-fb01-4b53-a7c7-ca79693650a7 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:34:44.844759 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-cf9403b5-b600-45ba-bc63-185561edf243 None None] Provisioning complete for port a4f65d93-fb01-4b53-a7c7-ca79693650a7 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:44.845445 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf9403b5-b600-45ba-bc63-185561edf243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:44.892698 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-cf9403b5-b600-45ba-bc63-185561edf243 None None] Port a4f65d93-fb01-4b53-a7c7-ca79693650a7 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:34:44.971936 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 2c15350d-add0-4601-a78d-3919ae29d00f up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:44.985433 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ad979-72cf-435f-95d9-8be54899f3c1 req-0278d62d-8075-4cd3-9424-89bd3e739654 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:44.986940 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ca3ad979-72cf-435f-95d9-8be54899f3c1 req-0278d62d-8075-4cd3-9424-89bd3e739654 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 944 time: 0.2308140 Aug 31 18:34:45.048552 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 2c15350d-add0-4601-a78d-3919ae29d00f triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:45.048968 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:45.125791 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ca3ad979-72cf-435f-95d9-8be54899f3c1 req-6dc0739c-b11d-4575-8945-e59794ef92aa tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209362 Aug 31 18:34:45.145286 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:45.172250 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f65d93-fb01-4b53-a7c7-ca79693650a7 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:34:45.175202 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:34:45.178093 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db872a37-b878-4ba6-8939-34d8aa414c2d" -d '{"events": [{"server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "name": "network-vif-plugged", "status": "completed", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:34:45.195705 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 2c15350d-add0-4601-a78d-3919ae29d00f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2c15350d-add0-4601-a78d-3919ae29d00f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:45.198911 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3484e3c-a604-4dbc-83d9-df2c6bd5df49 req-d171808c-d030-4b28-bf52-6f4000fe4f43 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:45.200428 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f3484e3c-a604-4dbc-83d9-df2c6bd5df49 req-d171808c-d030-4b28-bf52-6f4000fe4f43 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 931 time: 0.1447136 Aug 31 18:34:45.202495 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:45.203055 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:45.220480 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Transition to ACTIVE for port object a4f65d93-fb01-4b53-a7c7-ca79693650a7 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:34:45.229835 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:45.285853 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=2c15350d-add0-4601-a78d-3919ae29d00f,revision_number=7']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:45.345870 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f3484e3c-a604-4dbc-83d9-df2c6bd5df49 req-46d804b3-2fc0-4042-bc27-c3d0fb20e8df tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387253 Aug 31 18:34:45.353372 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f65d93-fb01-4b53-a7c7-ca79693650a7,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:45.420774 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4d0015-601b-480b-b06f-0d6673460f0b x-openstack-request-id: req-3d4d0015-601b-480b-b06f-0d6673460f0b {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:34:45.421568 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "name": "network-vif-plugged", "status": "completed", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:34:45.422458 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d4d0015-601b-480b-b06f-0d6673460f0b {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:34:45.423121 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f', 'code': 200} Aug 31 18:34:45.450489 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Attempting to bind port a4f65d93-fb01-4b53-a7c7-ca79693650a7 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:34:45.450832 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Attempting to bind port a4f65d93-fb01-4b53-a7c7-ca79693650a7 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:34:45.451166 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Attempting to bind port a4f65d93-fb01-4b53-a7c7-ca79693650a7 on network e1a634af-cd38-4eeb-bee9-3a926c61efeb {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:34:45.459483 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Port a4f65d93-fb01-4b53-a7c7-ca79693650a7 on network e1a634af-cd38-4eeb-bee9-3a926c61efeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:34:45.459837 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Attempting to bind port a4f65d93-fb01-4b53-a7c7-ca79693650a7 on network e1a634af-cd38-4eeb-bee9-3a926c61efeb {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:34:45.466627 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:34:45.466968 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Checking segment: {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:34:45.467356 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Bound using segment: {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:34:45.467788 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Bound port: a4f65d93-fb01-4b53-a7c7-ca79693650a7, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:34:45.468313 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:45.561756 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] For port a4f65d93-fb01-4b53-a7c7-ca79693650a7, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:34:45.566627 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] For port a4f65d93-fb01-4b53-a7c7-ca79693650a7, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a4f65d93-fb01-4b53-a7c7-ca79693650a7,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:34:45.573467 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:45.617143 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:45.617607 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:45.619040 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] 10.222.0.50 "PUT /v2.0/ports/a4f65d93-fb01-4b53-a7c7-ca79693650a7 HTTP/1.1" status: 200 len: 1093 time: 1.0617688 Aug 31 18:34:45.619486 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2fd291-22b1-4fcf-a730-26e95f55e34a', 'tag': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:34:45.621807 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9ccda8-a2d0-4909-a1c2-f8f0b82920a0" -d '{"events": [{"name": "network-changed", "server_uuid": "db2fd291-22b1-4fcf-a730-26e95f55e34a", "tag": "a4f65d93-fb01-4b53-a7c7-ca79693650a7"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:34:45.658732 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b4c44-2148-43d2-bc73-9a418f9802c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f65d93-fb01-4b53-a7c7-ca79693650a7,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:45.673961 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef082984-f355-45ab-abfe-82f715279f42 x-openstack-request-id: req-ef082984-f355-45ab-abfe-82f715279f42 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:34:45.674336 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2fd291-22b1-4fcf-a730-26e95f55e34a", "tag": "a4f65d93-fb01-4b53-a7c7-ca79693650a7", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:34:45.674629 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef082984-f355-45ab-abfe-82f715279f42 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:34:45.675371 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2fd291-22b1-4fcf-a730-26e95f55e34a', 'tag': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7', 'status': 'completed', 'code': 200} Aug 31 18:34:45.738817 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fce90-2746-498e-8a42-5baaf021fa7a req-1054ad9f-766f-4d20-bad9-273dd671faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:45.740340 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-1054ad9f-766f-4d20-bad9-273dd671faeb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 1096 time: 0.0630083 Aug 31 18:34:45.795931 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-bccc5e0f-49e0-43db-b487-db2695fe4a0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f65d93-fb01-4b53-a7c7-ca79693650a7 HTTP/1.1" status: 200 len: 217 time: 0.0461755 Aug 31 18:34:45.865621 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fce90-2746-498e-8a42-5baaf021fa7a req-02f01c8b-2c4a-43f1-b0a6-f4a26ebfb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:45.867292 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-02f01c8b-2c4a-43f1-b0a6-f4a26ebfb20d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0625780 Aug 31 18:34:45.923334 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fce90-2746-498e-8a42-5baaf021fa7a req-868a0281-7827-493d-b122-68bac1d3539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:45.923334 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-868a0281-7827-493d-b122-68bac1d3539d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481358 Aug 31 18:34:46.034417 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-0bbe15b3-a967-4855-b9fc-50ff2700b1d2 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009521 Aug 31 18:34:46.137535 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-883fce90-2746-498e-8a42-5baaf021fa7a req-af1cb85a-f58b-4d6a-9d29-01f0b43da305 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953240 Aug 31 18:34:46.233575 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ccda8-a2d0-4909-a1c2-f8f0b82920a0 req-74d5e2ec-8680-41ab-b458-0426ebc84a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:46.235042 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d9ccda8-a2d0-4909-a1c2-f8f0b82920a0 req-74d5e2ec-8680-41ab-b458-0426ebc84a75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 1096 time: 0.0490415 Aug 31 18:34:46.337510 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7335c0-3d72-4524-b7c1-8ea32069e3c7 req-7c066b33-ef5b-4fdf-876f-4575adf9bce3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:46.338988 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc7335c0-3d72-4524-b7c1-8ea32069e3c7 req-7c066b33-ef5b-4fdf-876f-4575adf9bce3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.1076953 Aug 31 18:34:46.393454 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ccda8-a2d0-4909-a1c2-f8f0b82920a0 req-90e2ef01-eba4-44dd-975c-aa7e6763fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:46.394676 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d9ccda8-a2d0-4909-a1c2-f8f0b82920a0 req-90e2ef01-eba4-44dd-975c-aa7e6763fdf5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 912 time: 0.1339438 Aug 31 18:34:46.403584 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc7335c0-3d72-4524-b7c1-8ea32069e3c7 req-afcccbe6-5916-44c4-87f6-e5602d6c45a2 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525839 Aug 31 18:34:46.449911 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d9ccda8-a2d0-4909-a1c2-f8f0b82920a0 req-867cc9c4-4e18-44ce-8042-ca6453b0cbd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f65d93-fb01-4b53-a7c7-ca79693650a7 HTTP/1.1" status: 200 len: 217 time: 0.0407915 Aug 31 18:34:46.536382 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ccda8-a2d0-4909-a1c2-f8f0b82920a0 req-e8d3039e-4a74-48d4-8006-90a8a512c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:46.537861 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d9ccda8-a2d0-4909-a1c2-f8f0b82920a0 req-e8d3039e-4a74-48d4-8006-90a8a512c7f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0721807 Aug 31 18:34:46.546073 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1064a-8389-4582-8cba-f18e334a66a1 req-237a49da-c5e8-482f-899c-306f3e2d67cf tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:46.547427 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58c1064a-8389-4582-8cba-f18e334a66a1 req-237a49da-c5e8-482f-899c-306f3e2d67cf tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 943 time: 0.0923553 Aug 31 18:34:46.612386 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58c1064a-8389-4582-8cba-f18e334a66a1 req-38072bf2-18db-4fda-a38a-733172480d10 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551858 Aug 31 18:34:46.616160 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ccda8-a2d0-4909-a1c2-f8f0b82920a0 req-3734dac0-d08b-4d52-a685-83b1f381dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:46.621477 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d9ccda8-a2d0-4909-a1c2-f8f0b82920a0 req-3734dac0-d08b-4d52-a685-83b1f381dc9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711474 Aug 31 18:34:46.734471 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d9ccda8-a2d0-4909-a1c2-f8f0b82920a0 req-9200b142-ff55-4548-ac12-c0359cde00b3 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049190 Aug 31 18:34:46.833493 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d9ccda8-a2d0-4909-a1c2-f8f0b82920a0 req-2d371a6e-5a81-4f62-accd-f7e809420afb service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853574 Aug 31 18:34:47.566520 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20ce61-7db1-4fe7-93d6-31165ccf6c3c req-6fa502c5-55a1-4d55-aad3-463f78192cfb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:47.568355 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-de20ce61-7db1-4fe7-93d6-31165ccf6c3c req-6fa502c5-55a1-4d55-aad3-463f78192cfb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0661099 Aug 31 18:34:47.643729 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-de20ce61-7db1-4fe7-93d6-31165ccf6c3c req-018eec07-76f3-44da-a3c9-935ee0da76a8 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565550 Aug 31 18:34:47.756795 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e07d6-8f22-4c98-b882-0ba31b8170bf req-66df9f52-9ef8-4c4d-b54b-897ee13789b2 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:47.758424 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1a6e07d6-8f22-4c98-b882-0ba31b8170bf req-66df9f52-9ef8-4c4d-b54b-897ee13789b2 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 943 time: 0.0588551 Aug 31 18:34:47.803057 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1a6e07d6-8f22-4c98-b882-0ba31b8170bf req-d617a236-5fc7-44bd-9802-a069003fb26a tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382428 Aug 31 18:34:48.780590 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db66d06-90e9-48c2-8bcb-3b6614a47fe8 req-2f5a2bc6-fcec-4ff1-ae13-f445c76a9eeb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:48.782097 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8db66d06-90e9-48c2-8bcb-3b6614a47fe8 req-2f5a2bc6-fcec-4ff1-ae13-f445c76a9eeb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0550070 Aug 31 18:34:48.845660 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8db66d06-90e9-48c2-8bcb-3b6614a47fe8 req-9bd6d73c-8e2c-44ee-acf7-cacb2e67e377 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576055 Aug 31 18:34:48.944343 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b9ba3-1ec2-4360-ae42-1d1472055719 req-e9880e52-3f06-4015-a3e4-c1b9cf045486 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:48.946094 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-191b9ba3-1ec2-4360-ae42-1d1472055719 req-e9880e52-3f06-4015-a3e4-c1b9cf045486 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 943 time: 0.0543034 Aug 31 18:34:48.985901 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-191b9ba3-1ec2-4360-ae42-1d1472055719 req-de0dd7b8-d5cb-4a1e-b308-3f1289e72184 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326612 Aug 31 18:34:49.505616 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-712cd393-0b82-486d-b58a-a76bc56e6523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:49.971927 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb79ac3-5fe3-4c57-b3e5-75aa3743990a req-1cc39b9f-b9bd-4e37-ac39-772a2c914cd8 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:49.973633 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bfb79ac3-5fe3-4c57-b3e5-75aa3743990a req-1cc39b9f-b9bd-4e37-ac39-772a2c914cd8 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0579708 Aug 31 18:34:50.019104 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bfb79ac3-5fe3-4c57-b3e5-75aa3743990a req-f2a8da92-482f-4907-9ee3-171bb501bf24 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374792 Aug 31 18:34:50.149006 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8118624-0f28-4ca3-a31f-660f13fc091e req-5c1fbc07-b904-420c-b67f-8cee383477d8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:50.150650 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c8118624-0f28-4ca3-a31f-660f13fc091e req-5c1fbc07-b904-420c-b67f-8cee383477d8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 943 time: 0.0588992 Aug 31 18:34:50.193373 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c8118624-0f28-4ca3-a31f-660f13fc091e req-0dfd9775-3b1a-4e5c-b84a-670bbfaf0957 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368447 Aug 31 18:34:51.194544 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f965cb-4686-4f5a-8f58-6971ec663f10 req-e5289963-2d14-4e55-ad88-12000fc86973 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:51.196232 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-53f965cb-4686-4f5a-8f58-6971ec663f10 req-e5289963-2d14-4e55-ad88-12000fc86973 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0763359 Aug 31 18:34:51.238835 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-53f965cb-4686-4f5a-8f58-6971ec663f10 req-e1f93577-5934-49dc-b120-afb8155a3d86 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364816 Aug 31 18:34:51.355698 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ee047-bc9a-4cb5-9bd1-acac63d004fb req-461e8b98-ff11-4580-b087-08794df318e4 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:51.357182 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-949ee047-bc9a-4cb5-9bd1-acac63d004fb req-461e8b98-ff11-4580-b087-08794df318e4 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 943 time: 0.0621281 Aug 31 18:34:51.402846 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-949ee047-bc9a-4cb5-9bd1-acac63d004fb req-bbb9465d-bdee-48b2-bfc7-ff13b0fc0cd1 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391395 Aug 31 18:34:52.176186 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1b652a75-967e-4be7-b912-ef0faa3a8c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:52.378797 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5f248-771a-4635-8232-fa1a37f3240b req-0bc93418-4aed-4520-925a-54254986cb92 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:52.381002 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-59f5f248-771a-4635-8232-fa1a37f3240b req-0bc93418-4aed-4520-925a-54254986cb92 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0517840 Aug 31 18:34:52.423706 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-59f5f248-771a-4635-8232-fa1a37f3240b req-5d014e9d-ac21-42ae-95ea-fdeadc750b01 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356503 Aug 31 18:34:52.544374 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bf448-2610-4b9b-b852-d38a14ac8ae9 req-a72cfc3b-fe63-40ef-acad-dd859186a891 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:52.546405 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3b3bf448-2610-4b9b-b852-d38a14ac8ae9 req-a72cfc3b-fe63-40ef-acad-dd859186a891 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 943 time: 0.0592058 Aug 31 18:34:52.550688 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:52.597844 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3b3bf448-2610-4b9b-b852-d38a14ac8ae9 req-e51e2a99-c38f-4580-9adf-0b183000be9c tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352042 Aug 31 18:34:53.197761 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:53.543108 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5088d-5884-419d-9332-7cbbbdb7df57 req-8a5d875e-41cb-483d-9b37-af93e60b296e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:53.544569 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a8d5088d-5884-419d-9332-7cbbbdb7df57 req-8a5d875e-41cb-483d-9b37-af93e60b296e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0468895 Aug 31 18:34:53.581652 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a8d5088d-5884-419d-9332-7cbbbdb7df57 req-efe39c18-6741-4297-b82b-6c90c9bfec30 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312841 Aug 31 18:34:53.712310 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd002f5-65be-4a86-a5d0-953098f34fa8 req-62a49be7-882d-40ab-a9c9-86cc5e4f91de tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:53.713709 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2bd002f5-65be-4a86-a5d0-953098f34fa8 req-62a49be7-882d-40ab-a9c9-86cc5e4f91de tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 943 time: 0.0478971 Aug 31 18:34:53.750039 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2bd002f5-65be-4a86-a5d0-953098f34fa8 req-8b3cd2a0-56f0-4ae4-8aa0-9937857d9f3b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305488 Aug 31 18:34:53.976985 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df7fe5-8635-47fe-a9e6-9d675a2c355f req-394209cb-e4ca-4687-8b32-53ea72721ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:53.978838 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43df7fe5-8635-47fe-a9e6-9d675a2c355f req-394209cb-e4ca-4687-8b32-53ea72721ca7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 1098 time: 0.0424132 Aug 31 18:34:54.064699 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df7fe5-8635-47fe-a9e6-9d675a2c355f req-cee969fa-a727-4b78-9752-4a9974ee2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:54.066100 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43df7fe5-8635-47fe-a9e6-9d675a2c355f req-cee969fa-a727-4b78-9752-4a9974ee2103 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 200 len: 918 time: 0.0801177 Aug 31 18:34:54.134143 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43df7fe5-8635-47fe-a9e6-9d675a2c355f req-2b0dd041-3c3f-4b42-91df-d7302153f6e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c15350d-add0-4601-a78d-3919ae29d00f HTTP/1.1" status: 200 len: 1001 time: 0.0599179 Aug 31 18:34:54.181778 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df7fe5-8635-47fe-a9e6-9d675a2c355f req-a0ec6223-49f1-48a7-a3c2-0130eaca55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:54.183140 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43df7fe5-8635-47fe-a9e6-9d675a2c355f req-a0ec6223-49f1-48a7-a3c2-0130eaca55fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0ef58c-aa9f-4b90-aae6-bd67800686c2 HTTP/1.1" status: 200 len: 856 time: 0.0419831 Aug 31 18:34:54.227980 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df7fe5-8635-47fe-a9e6-9d675a2c355f req-ae5d4735-466f-46b0-b90b-ed67d8d9d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:54.229320 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43df7fe5-8635-47fe-a9e6-9d675a2c355f req-ae5d4735-466f-46b0-b90b-ed67d8d9d21b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f444248-5460-4ee2-b230-38dc7e90a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384438 Aug 31 18:34:54.318754 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43df7fe5-8635-47fe-a9e6-9d675a2c355f req-a26c65df-c3be-43f2-9108-e82055d522e5 service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810103 Aug 31 18:34:54.669273 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43df7fe5-8635-47fe-a9e6-9d675a2c355f req-d538a6c8-f1e2-4919-97d9-1eb8a1017e4f service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427236 Aug 31 18:34:54.705131 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f9f49-71a0-41a7-89d4-401dcdee719e req-d6d04bc4-7248-4b12-99eb-eeeeeb6baaaa tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:54.706708 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-af6f9f49-71a0-41a7-89d4-401dcdee719e req-d6d04bc4-7248-4b12-99eb-eeeeeb6baaaa tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0520861 Aug 31 18:34:54.744222 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-af6f9f49-71a0-41a7-89d4-401dcdee719e req-a17f99af-70c4-4a2b-936f-80b1167602fc tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317063 Aug 31 18:34:54.863866 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42b7bb-260b-47f7-8e8a-7f7610d09bad req-d2885d49-556f-4a86-93b2-74685966b4ed tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:54.865274 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1d42b7bb-260b-47f7-8e8a-7f7610d09bad req-d2885d49-556f-4a86-93b2-74685966b4ed tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 943 time: 0.0508840 Aug 31 18:34:54.904258 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1d42b7bb-260b-47f7-8e8a-7f7610d09bad req-ffc524ef-6b5a-4b74-be1b-da89180e134e tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323024 Aug 31 18:34:54.912327 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:55.028433 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device a4f65d93-fb01-4b53-a7c7-ca79693650a7 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:34:55.119081 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port a4f65d93-fb01-4b53-a7c7-ca79693650a7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a4f65d93-fb01-4b53-a7c7-ca79693650a7,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:55.132932 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'port_id': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7', 'mac_address': 'fa:16:3e:60:6a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:34:55.168850 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:55.180852 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f65d93-fb01-4b53-a7c7-ca79693650a7 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:34:55.198661 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port a4f65d93-fb01-4b53-a7c7-ca79693650a7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a4f65d93-fb01-4b53-a7c7-ca79693650a7,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:55.202630 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:55.247760 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=a4f65d93-fb01-4b53-a7c7-ca79693650a7,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:55.254503 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:55.254856 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:55.255198 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:55.255535 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:55.255871 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:55.256203 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:55.256622 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:55.256956 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:55.257292 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:55.257620 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:55.257943 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:55.258776 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:34:55.469270 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['a4f65d93-fb01-4b53-a7c7-ca79693650a7'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:34:55.701778 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:55.858528 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3eb64-78ef-4935-a4e9-7dcc10eaf1da req-b33d2318-520f-4e6f-8af4-8fdb62c0d982 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:55.859982 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-27c3eb64-78ef-4935-a4e9-7dcc10eaf1da req-b33d2318-520f-4e6f-8af4-8fdb62c0d982 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0472469 Aug 31 18:34:55.896483 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-27c3eb64-78ef-4935-a4e9-7dcc10eaf1da req-85f199a6-8d5e-40b0-90e3-0df70f88c412 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307240 Aug 31 18:34:56.018991 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3cc7f-9809-4dd3-84a1-f79858bd7b62 req-d72b58fd-2f93-43fe-a80e-1eb11fddbcf0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:56.020361 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bfd3cc7f-9809-4dd3-84a1-f79858bd7b62 req-d72b58fd-2f93-43fe-a80e-1eb11fddbcf0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 944 time: 0.0517647 Aug 31 18:34:56.057856 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bfd3cc7f-9809-4dd3-84a1-f79858bd7b62 req-b08ba12c-9c9f-480f-979a-75be5da176e1 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315654 Aug 31 18:34:57.013804 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c26f4-cada-429f-aa6e-e7fff3d65d37 req-6440aee6-06ed-42ba-a6c0-1e3c3cd44fb1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:57.015252 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eb9c26f4-cada-429f-aa6e-e7fff3d65d37 req-6440aee6-06ed-42ba-a6c0-1e3c3cd44fb1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 945 time: 0.0504751 Aug 31 18:34:57.046190 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device a4f65d93-fb01-4b53-a7c7-ca79693650a7 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:34:57.051256 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eb9c26f4-cada-429f-aa6e-e7fff3d65d37 req-4b7cc4e7-35ca-48d1-8004-fbf457f96c45 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302491 Aug 31 18:34:57.093906 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port a4f65d93-fb01-4b53-a7c7-ca79693650a7 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:34:57.097900 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port a4f65d93-fb01-4b53-a7c7-ca79693650a7 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:34:57.098430 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:57.176194 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d57ae-6910-44c2-a8a9-de2cf82f23a9 req-e2149b65-d062-411d-8e6e-1c0150b9d029 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:57.178115 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-172d57ae-6910-44c2-a8a9-de2cf82f23a9 req-e2149b65-d062-411d-8e6e-1c0150b9d029 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 944 time: 0.0508914 Aug 31 18:34:57.185479 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:57.207902 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2fd291-22b1-4fcf-a730-26e95f55e34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:34:57.210153 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fd3a38-57e6-4746-a07f-5ea79cb4d93e" -d '{"events": [{"server_uuid": "db2fd291-22b1-4fcf-a730-26e95f55e34a", "name": "network-vif-plugged", "status": "completed", "tag": "a4f65d93-fb01-4b53-a7c7-ca79693650a7"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:34:57.221643 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-172d57ae-6910-44c2-a8a9-de2cf82f23a9 req-7cb4b788-5b5e-4b67-a754-56f9eb19799e tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359721 Aug 31 18:34:57.222981 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port a4f65d93-fb01-4b53-a7c7-ca79693650a7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a4f65d93-fb01-4b53-a7c7-ca79693650a7,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:57.229905 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:57.231035 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 2c15350d-add0-4601-a78d-3919ae29d00f no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:34:57.275007 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9117fca-ce61-43c8-9494-5ec43ab2319e x-openstack-request-id: req-a9117fca-ce61-43c8-9494-5ec43ab2319e {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:34:57.275304 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2fd291-22b1-4fcf-a730-26e95f55e34a", "name": "network-vif-plugged", "status": "completed", "tag": "a4f65d93-fb01-4b53-a7c7-ca79693650a7", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:34:57.275551 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9117fca-ce61-43c8-9494-5ec43ab2319e {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:34:57.275932 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2fd291-22b1-4fcf-a730-26e95f55e34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7', 'code': 200} Aug 31 18:34:57.313575 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=a4f65d93-fb01-4b53-a7c7-ca79693650a7,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:57.355940 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:57.390355 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 2c15350d-add0-4601-a78d-3919ae29d00f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2c15350d-add0-4601-a78d-3919ae29d00f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:34:57.394937 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:57.455308 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=2c15350d-add0-4601-a78d-3919ae29d00f,revision_number=8']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:34:57.458742 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b155717-7383-4bd2-8840-6cc02e368a6e req-f8b00e7c-81e7-4cd7-992b-16ca44c83741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:57.460537 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9b155717-7383-4bd2-8840-6cc02e368a6e req-f8b00e7c-81e7-4cd7-992b-16ca44c83741 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 1098 time: 0.0405698 Aug 31 18:34:57.502800 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9b155717-7383-4bd2-8840-6cc02e368a6e req-b6d5fa2d-6c96-4ca3-90ae-00ba0d9c16d2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Aug 31 18:34:57.736565 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abec1b-7e4d-4de9-a9b0-2d4f5dff302d req-b4787ebe-4f62-4428-99aa-b6959b1eb3fb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:57.738056 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e8abec1b-7e4d-4de9-a9b0-2d4f5dff302d req-b4787ebe-4f62-4428-99aa-b6959b1eb3fb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0526657 Aug 31 18:34:57.775823 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e8abec1b-7e4d-4de9-a9b0-2d4f5dff302d req-8724305c-5ed2-4885-a2c2-c59df1e1b059 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318465 Aug 31 18:34:57.921783 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7d64601-b967-438c-88be-b398ee301335 req-5f29dba4-43b5-49f6-b3c2-d1dc38e13136 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416541 Aug 31 18:34:58.097185 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:34:58.340424 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a50bf-0f8b-4e43-b547-3617236538aa req-eb306e3d-a65a-44d3-82d9-28dad02a9e19 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:58.341976 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e84a50bf-0f8b-4e43-b547-3617236538aa req-eb306e3d-a65a-44d3-82d9-28dad02a9e19 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 945 time: 0.0486286 Aug 31 18:34:58.380311 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e84a50bf-0f8b-4e43-b547-3617236538aa req-18ad14d2-5df5-40c0-8ce7-e7053cda2bd1 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325134 Aug 31 18:34:58.896956 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb582f-5544-41e3-9b27-614cc17396fa req-808c00d1-8bd6-4484-9b96-620a45c88d80 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:58.898411 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-10bb582f-5544-41e3-9b27-614cc17396fa req-808c00d1-8bd6-4484-9b96-620a45c88d80 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0502868 Aug 31 18:34:58.936484 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-10bb582f-5544-41e3-9b27-614cc17396fa req-9e986346-f3da-4185-b069-2121f1234886 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317829 Aug 31 18:34:59.277722 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:34:59.280077 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d20f6cb-8126-4a6c-92cd-78152599607d" -d '{"events": [{"server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "name": "network-vif-unplugged", "status": "completed", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:34:59.312144 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488c1ab4-0f33-4165-8028-e14eacf87f45 x-openstack-request-id: req-488c1ab4-0f33-4165-8028-e14eacf87f45 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:34:59.312431 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "name": "network-vif-unplugged", "status": "failed", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f", "code": 422}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:34:59.312718 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-488c1ab4-0f33-4165-8028-e14eacf87f45 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:34:59.313118 dv-cinder-805887-9-iscsi neutron-server[93881]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f', 'code': 422} returned with failed status Aug 31 18:34:59.503221 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9afa79-87e1-4b53-a934-6c55d2df13e6 req-cd69cc40-4c68-433c-92df-aa7ec320e5d3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:59.504742 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0e9afa79-87e1-4b53-a934-6c55d2df13e6 req-cd69cc40-4c68-433c-92df-aa7ec320e5d3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 945 time: 0.0557163 Aug 31 18:34:59.544237 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0e9afa79-87e1-4b53-a934-6c55d2df13e6 req-d2b20f48-a7a7-42af-8572-50972ed8e698 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336607 Aug 31 18:34:59.659925 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b59e5-7b72-40cc-9b04-b3096fc96355 req-098659cf-5bb2-497f-9764-d1a73f49eea0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:59.661385 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-814b59e5-7b72-40cc-9b04-b3096fc96355 req-098659cf-5bb2-497f-9764-d1a73f49eea0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 945 time: 0.0487630 Aug 31 18:34:59.701427 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-814b59e5-7b72-40cc-9b04-b3096fc96355 req-493b0854-272c-40a3-ac8d-f66cc79c899f tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323167 Aug 31 18:34:59.721873 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43220) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:59.863997 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf04b1-aa8a-42a3-88b3-61d1bbe4469b tempest-TestVolumeBootPattern-1578714214 tempest-TestVolumeBootPattern-1578714214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:34:59.865531 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5bcf04b1-aa8a-42a3-88b3-61d1bbe4469b tempest-TestVolumeBootPattern-1578714214 tempest-TestVolumeBootPattern-1578714214-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 1093 time: 0.1425581 Aug 31 18:34:59.868921 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43224) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:34:59.873190 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Request body: {'floatingip': {'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'port_id': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:34:59.893235 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for floatingip, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:34:59.986633 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:00.098471 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Allocated IP 172.27.0.87 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/3f8a5c88-c0ae-467e-8e91-fe42ff4ebe9a) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:35:00.100350 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abede5-2a57-4c8a-b3db-f4eac6b08139 req-7651489b-0f68-474d-96ca-d035c2ade2b8 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:00.102485 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20abede5-2a57-4c8a-b3db-f4eac6b08139 req-7651489b-0f68-474d-96ca-d035c2ade2b8 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0865107 Aug 31 18:35:00.108389 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d64601-b967-438c-88be-b398ee301335 req-ca49e659-a221-479b-871a-0e13fccd3056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:00.114210 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7d64601-b967-438c-88be-b398ee301335 req-ca49e659-a221-479b-871a-0e13fccd3056 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054&tenant_id=b7358b729fb44c7a9d07ae07c782c59b HTTP/1.1" status: 200 len: 1096 time: 0.0615315 Aug 31 18:35:00.152621 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20abede5-2a57-4c8a-b3db-f4eac6b08139 req-ac3f5fa9-a4c3-4029-8b0b-88a85b82406a tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417240 Aug 31 18:35:00.184154 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d64601-b967-438c-88be-b398ee301335 req-db4d0577-e1eb-46ab-90f4-eff8a06f99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:00.185695 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7d64601-b967-438c-88be-b398ee301335 req-db4d0577-e1eb-46ab-90f4-eff8a06f99f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 1096 time: 0.0487185 Aug 31 18:35:00.199804 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:00.240806 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:00.279195 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:35:00.284215 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:35:00.285739 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d64601-b967-438c-88be-b398ee301335 req-a64bd137-96a8-472e-b298-a17c4b590795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:00.287193 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7d64601-b967-438c-88be-b398ee301335 req-a64bd137-96a8-472e-b298-a17c4b590795 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 200 len: 918 time: 0.0936913 Aug 31 18:35:00.287327 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:35:00.322060 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'Port': ['ID=3f8a5c88-c0ae-467e-8e91-fe42ff4ebe9a,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:00.334633 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:00.334981 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:00.335321 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:00.335654 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:00.335986 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:00.336875 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:00.337208 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:00.337537 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:00.337860 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:00.338180 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:00.338496 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:00.338812 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:00.355552 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7d64601-b967-438c-88be-b398ee301335 req-0f6413d2-81a4-4118-bdcb-ae0de1f6660b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c15350d-add0-4601-a78d-3919ae29d00f HTTP/1.1" status: 200 len: 999 time: 0.0599146 Aug 31 18:35:00.408922 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d64601-b967-438c-88be-b398ee301335 req-82ec402c-634f-48ff-9ced-c54e57f2ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:00.410370 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7d64601-b967-438c-88be-b398ee301335 req-82ec402c-634f-48ff-9ced-c54e57f2ddc4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0ef58c-aa9f-4b90-aae6-bd67800686c2 HTTP/1.1" status: 200 len: 856 time: 0.0477505 Aug 31 18:35:00.455185 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d64601-b967-438c-88be-b398ee301335 req-875329ef-09b1-4487-8c17-9d5163c569dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:00.456736 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7d64601-b967-438c-88be-b398ee301335 req-875329ef-09b1-4487-8c17-9d5163c569dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f444248-5460-4ee2-b230-38dc7e90a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396581 Aug 31 18:35:00.547289 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7d64601-b967-438c-88be-b398ee301335 req-722a5748-6235-49d4-b96a-ed1f7248537a service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834908 Aug 31 18:35:00.649336 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7d64601-b967-438c-88be-b398ee301335 req-1d4f3ebd-203b-4894-b083-913eced1661d service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905282 Aug 31 18:35:00.678437 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:00.744493 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:00.908132 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:00.913297 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127822891'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:00.997099 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:01.002814 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'Port': ['ID=3f8a5c88-c0ae-467e-8e91-fe42ff4ebe9a,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:01.091199 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d95a-b35d-4a8f-bea1-9f6a16dc60cc req-3744a0bc-51b8-445d-99cb-090350fbbb00 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:01.099129 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8c20d95a-b35d-4a8f-bea1-9f6a16dc60cc req-3744a0bc-51b8-445d-99cb-090350fbbb00 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0752337 Aug 31 18:35:01.144267 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.db.l3_db [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Floating IP c13cc8ec-c5af-42c9-9b15-4b5b37c1dc52 associated. External IP: 172.27.0.87, port: a4f65d93-fb01-4b53-a7c7-ca79693650a7. Aug 31 18:35:01.154489 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8c20d95a-b35d-4a8f-bea1-9f6a16dc60cc req-6e8a03f6-f632-40a8-80ec-2a8cdca9b4ce tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543897 Aug 31 18:35:01.394077 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae49874-4e61-48b7-bb72-397110e4ae47 req-02cdf7b2-f9a3-497e-8a1a-303dff37b48e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:01.396628 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0ae49874-4e61-48b7-bb72-397110e4ae47 req-02cdf7b2-f9a3-497e-8a1a-303dff37b48e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0718880 Aug 31 18:35:01.454266 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0ae49874-4e61-48b7-bb72-397110e4ae47 req-af150a64-015d-49d7-a451-fbec56516a0d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512316 Aug 31 18:35:01.674533 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Router 77ae4b2c-59d4-492c-b383-a982e4bd198f has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:35:01.790110 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:35:01.799759 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e67f43a-a4a8-4f86-be12-be6358ba4ebe None None] Sync routers for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:35:01.806762 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:01.810382 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e67f43a-a4a8-4f86-be12-be6358ba4ebe None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:35:01.811097 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-5e67f43a-a4a8-4f86-be12-be6358ba4ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:34:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:01.832670 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-eae8d890-18cf-4fbe-8933-8a7830baafff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9627228 Aug 31 18:35:01.833354 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2fd291-22b1-4fcf-a730-26e95f55e34a', 'tag': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:35:01.835764 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6a6e3fd8e19181886bbcf5191d9f3c1d41a4916aec97eaa69cdb11cbf5a2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e647de-fa55-4261-90be-c8f591bb8843" -d '{"events": [{"name": "network-changed", "server_uuid": "db2fd291-22b1-4fcf-a730-26e95f55e34a", "tag": "a4f65d93-fb01-4b53-a7c7-ca79693650a7"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:35:01.939190 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b38179-765b-4a17-93e6-42ee61b0864d x-openstack-request-id: req-d6b38179-765b-4a17-93e6-42ee61b0864d {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:35:01.939477 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2fd291-22b1-4fcf-a730-26e95f55e34a", "tag": "a4f65d93-fb01-4b53-a7c7-ca79693650a7", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:35:01.939779 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6b38179-765b-4a17-93e6-42ee61b0864d {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:35:01.940181 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2fd291-22b1-4fcf-a730-26e95f55e34a', 'tag': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7', 'status': 'completed', 'code': 200} Aug 31 18:35:01.951610 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-5e67f43a-a4a8-4f86-be12-be6358ba4ebe None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:35:02.188682 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-5e67f43a-a4a8-4f86-be12-be6358ba4ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'c13cc8ec-c5af-42c9-9b15-4b5b37c1dc52', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:60:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2fd291-22b1-4fcf-a730-26e95f55e34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:35:00Z', 'updated_at': '2021-08-31T18:35:00Z', 'revision_number': 0, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:02.217547 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e67f43a-a4a8-4f86-be12-be6358ba4ebe None None] Checking router: 77ae4b2c-59d4-492c-b383-a982e4bd198f for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:35:02.230281 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e67f43a-a4a8-4f86-be12-be6358ba4ebe None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:35:02.231204 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-5e67f43a-a4a8-4f86-be12-be6358ba4ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:34:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:02.278124 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5fd77-6bd3-417a-99b5-128a2d63bf54 req-18d8224b-675f-46a6-9cc0-b8625a566547 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:02.279615 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-17d5fd77-6bd3-417a-99b5-128a2d63bf54 req-18d8224b-675f-46a6-9cc0-b8625a566547 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0564346 Aug 31 18:35:02.323278 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-17d5fd77-6bd3-417a-99b5-128a2d63bf54 req-bc3938d4-d8b2-4efc-8bf6-efcaeb31eccd tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377045 Aug 31 18:35:02.355851 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-5e67f43a-a4a8-4f86-be12-be6358ba4ebe None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:35:02.604452 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71290d6f-0928-4e86-9b97-837f9eafc0c5 req-068c8b1a-33c8-489e-b770-7aec0ec22166 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:02.606737 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-71290d6f-0928-4e86-9b97-837f9eafc0c5 req-068c8b1a-33c8-489e-b770-7aec0ec22166 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0689254 Aug 31 18:35:02.648172 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-71290d6f-0928-4e86-9b97-837f9eafc0c5 req-c0ab27ae-1e41-47e9-9a9d-2be7a7bbc745 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355294 Aug 31 18:35:02.726695 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-5e67f43a-a4a8-4f86-be12-be6358ba4ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'c13cc8ec-c5af-42c9-9b15-4b5b37c1dc52', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:60:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2fd291-22b1-4fcf-a730-26e95f55e34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:35:00Z', 'updated_at': '2021-08-31T18:35:00Z', 'revision_number': 0, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:02.756890 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e67f43a-a4a8-4f86-be12-be6358ba4ebe None None] The sync data for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi is: [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'c13cc8ec-c5af-42c9-9b15-4b5b37c1dc52', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:60:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2fd291-22b1-4fcf-a730-26e95f55e34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:35:00Z', 'updated_at': '2021-08-31T18:35:00Z', 'revision_number': 0, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:35:02.958049 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ba1377-083b-48c3-ab05-afba6380478c None None] New status for floating IP c13cc8ec-c5af-42c9-9b15-4b5b37c1dc52: ACTIVE {{(pid=93882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:35:03.446665 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f88d3-5636-449a-a883-5e1e17dfb474 req-27fb5f57-470b-4371-90c2-45cd3402315a tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:03.448284 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-156f88d3-5636-449a-a883-5e1e17dfb474 req-27fb5f57-470b-4371-90c2-45cd3402315a tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0560899 Aug 31 18:35:03.486590 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-156f88d3-5636-449a-a883-5e1e17dfb474 req-099261fd-1416-4aa3-b6d8-4138b89932e6 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324650 Aug 31 18:35:03.778823 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c4b9a-01aa-49e3-81e6-68879cbe2e67 req-74d5aec0-dc23-4f6a-a83e-e584ae87436e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:03.780491 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-596c4b9a-01aa-49e3-81e6-68879cbe2e67 req-74d5aec0-dc23-4f6a-a83e-e584ae87436e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0531666 Aug 31 18:35:03.821011 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-596c4b9a-01aa-49e3-81e6-68879cbe2e67 req-50e34ec4-73cb-4e85-88e2-534e57d29936 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319839 Aug 31 18:35:04.603167 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc98235-c12e-4414-94d4-0a478d108948 req-3cfd09e7-4a9d-4553-a758-b71069e1fcce tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:04.604653 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8cc98235-c12e-4414-94d4-0a478d108948 req-3cfd09e7-4a9d-4553-a758-b71069e1fcce tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0479841 Aug 31 18:35:04.642271 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8cc98235-c12e-4414-94d4-0a478d108948 req-fa54e7aa-e833-4be2-907f-3cdc2c3885e4 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317404 Aug 31 18:35:04.959441 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541c3e-43a2-4095-a4bc-06a19864dec8 req-9816f8c6-3284-4d25-95c7-c84f4283b73a tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:04.961489 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a541c3e-43a2-4095-a4bc-06a19864dec8 req-9816f8c6-3284-4d25-95c7-c84f4283b73a tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0596061 Aug 31 18:35:04.999327 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a541c3e-43a2-4095-a4bc-06a19864dec8 req-5e4b980f-5026-4520-ae47-3bde3d60ea08 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320013 Aug 31 18:35:05.765693 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b4d07-50d3-4f7e-8f71-b83c670319f6 req-e43f858d-dd06-4d81-bc8b-2141a1264b51 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:05.768528 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-987b4d07-50d3-4f7e-8f71-b83c670319f6 req-e43f858d-dd06-4d81-bc8b-2141a1264b51 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0578780 Aug 31 18:35:05.807420 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-987b4d07-50d3-4f7e-8f71-b83c670319f6 req-9eacf04a-48ac-4c96-ba33-684c8d89bef2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323946 Aug 31 18:35:06.129725 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01efdf-c23d-4f5b-bf19-b27ef804e674 req-959a8b70-f8d6-4df3-bc0e-50268f7812b0 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:06.132117 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ff01efdf-c23d-4f5b-bf19-b27ef804e674 req-959a8b70-f8d6-4df3-bc0e-50268f7812b0 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0587680 Aug 31 18:35:06.172774 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ff01efdf-c23d-4f5b-bf19-b27ef804e674 req-c19f36dd-c5f3-4d37-bf72-7bc3a8e74bec tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340664 Aug 31 18:35:06.929703 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94656de-5777-4292-b523-c5fe2d481327 req-e2b1cc95-399d-4e7b-b8db-e422eaf4c14a tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:06.931361 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b94656de-5777-4292-b523-c5fe2d481327 req-e2b1cc95-399d-4e7b-b8db-e422eaf4c14a tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0547035 Aug 31 18:35:06.970029 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b94656de-5777-4292-b523-c5fe2d481327 req-607496ac-6b31-4c65-8bf7-cceb274b2d5c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324769 Aug 31 18:35:07.304994 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbce00-5745-434b-8bbe-d90bbabe8401 req-d5b52223-cbf4-4d48-aa3d-867422aab432 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:07.306486 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58dbce00-5745-434b-8bbe-d90bbabe8401 req-d5b52223-cbf4-4d48-aa3d-867422aab432 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0534887 Aug 31 18:35:07.346920 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58dbce00-5745-434b-8bbe-d90bbabe8401 req-c7c1d911-1109-4569-bbb8-00b848dff209 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343785 Aug 31 18:35:08.096390 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf9ac0-da5e-4e29-bc34-e6a965434052 req-592bb541-1972-4e38-975e-4af54b843e59 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:08.097936 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2acf9ac0-da5e-4e29-bc34-e6a965434052 req-592bb541-1972-4e38-975e-4af54b843e59 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0494719 Aug 31 18:35:08.139640 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2acf9ac0-da5e-4e29-bc34-e6a965434052 req-b9d7cdac-7cf6-461d-8d48-128d529b6616 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338907 Aug 31 18:35:08.484773 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbb491-005e-4277-847e-63da55d38b83 req-d2bcf298-5618-4e9e-824e-b029f1573bfa tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:08.486753 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-01fbb491-005e-4277-847e-63da55d38b83 req-d2bcf298-5618-4e9e-824e-b029f1573bfa tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0510852 Aug 31 18:35:08.529073 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-01fbb491-005e-4277-847e-63da55d38b83 req-eaca658d-7857-4397-a4db-dd98b3414466 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358403 Aug 31 18:35:09.260119 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6660fb7-37ad-45c6-b86c-d4b56ab7433a req-ca070760-2bff-49b3-82bb-7024a33dd4b1 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:09.261646 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a6660fb7-37ad-45c6-b86c-d4b56ab7433a req-ca070760-2bff-49b3-82bb-7024a33dd4b1 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0536630 Aug 31 18:35:09.302241 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a6660fb7-37ad-45c6-b86c-d4b56ab7433a req-f584e57a-3fbd-4836-ae2e-b02c5d216c5e tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347595 Aug 31 18:35:09.663670 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7705cc-28e6-4e62-a2a0-8feb279174ac req-c9fa8a2a-0a9c-4ca5-9e37-13a47a253563 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:09.665714 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2d7705cc-28e6-4e62-a2a0-8feb279174ac req-c9fa8a2a-0a9c-4ca5-9e37-13a47a253563 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0489302 Aug 31 18:35:09.707525 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2d7705cc-28e6-4e62-a2a0-8feb279174ac req-05abc826-4084-4ecf-9b34-94433d897fdd tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360036 Aug 31 18:35:10.420984 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ef2ae-8e86-490d-a510-06f9c2016308 req-c4a91846-5964-4cb5-8922-0b3cd443115c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:10.422471 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c61ef2ae-8e86-490d-a510-06f9c2016308 req-c4a91846-5964-4cb5-8922-0b3cd443115c tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0502369 Aug 31 18:35:10.464473 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c61ef2ae-8e86-490d-a510-06f9c2016308 req-3ba6beb8-1e9a-40cc-bcad-9968bc9c0188 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361538 Aug 31 18:35:10.836216 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52aa0d-2193-4777-99e7-3bc7a8b77515 req-69ada95b-a5e7-4640-822d-ae3b5c3ff39e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:10.838098 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8d52aa0d-2193-4777-99e7-3bc7a8b77515 req-69ada95b-a5e7-4640-822d-ae3b5c3ff39e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0587397 Aug 31 18:35:10.877028 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8d52aa0d-2193-4777-99e7-3bc7a8b77515 req-a8959282-7761-4210-869d-ae2bda433b6f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322642 Aug 31 18:35:11.578850 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c634d4f-5e3d-4ea3-a78c-860bcc69f3ce req-e67d2d4e-33fe-4859-acdf-69bb64a4f950 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:11.580304 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8c634d4f-5e3d-4ea3-a78c-860bcc69f3ce req-e67d2d4e-33fe-4859-acdf-69bb64a4f950 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0473442 Aug 31 18:35:11.617604 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8c634d4f-5e3d-4ea3-a78c-860bcc69f3ce req-69fe342e-b9f1-4217-b5bb-89f493a7a44f tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310116 Aug 31 18:35:11.993799 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81b502-3cb4-4dfb-aacf-3615ff924333 req-4e7790b0-e83a-443e-8060-7ebc82f55326 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:11.995265 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-af81b502-3cb4-4dfb-aacf-3615ff924333 req-4e7790b0-e83a-443e-8060-7ebc82f55326 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0478492 Aug 31 18:35:12.032229 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-af81b502-3cb4-4dfb-aacf-3615ff924333 req-02ead7d4-fd9b-4265-8f1d-f62c0837eedf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311577 Aug 31 18:35:12.190579 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e647de-fa55-4261-90be-c8f591bb8843 req-e04fb9ef-01ff-4e41-a497-d4d35f3f1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:12.192080 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46e647de-fa55-4261-90be-c8f591bb8843 req-e04fb9ef-01ff-4e41-a497-d4d35f3f1fe2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 1098 time: 0.0441542 Aug 31 18:35:12.281273 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e647de-fa55-4261-90be-c8f591bb8843 req-69b31b3e-b6a0-45bd-be5a-a5c963dc64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:12.282760 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46e647de-fa55-4261-90be-c8f591bb8843 req-69b31b3e-b6a0-45bd-be5a-a5c963dc64ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 912 time: 0.0812156 Aug 31 18:35:12.354371 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46e647de-fa55-4261-90be-c8f591bb8843 req-d0a75a78-f0fa-4e6c-9bc9-0a19771a5861 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f65d93-fb01-4b53-a7c7-ca79693650a7 HTTP/1.1" status: 200 len: 1000 time: 0.0598981 Aug 31 18:35:12.408893 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e647de-fa55-4261-90be-c8f591bb8843 req-955549a0-73b4-43fa-a9f6-d857aeb683b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:12.410274 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46e647de-fa55-4261-90be-c8f591bb8843 req-955549a0-73b4-43fa-a9f6-d857aeb683b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0418708 Aug 31 18:35:12.456379 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e647de-fa55-4261-90be-c8f591bb8843 req-3cc9e57e-18dc-412a-af76-39695149dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:12.457837 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46e647de-fa55-4261-90be-c8f591bb8843 req-3cc9e57e-18dc-412a-af76-39695149dd30 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386608 Aug 31 18:35:12.549538 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46e647de-fa55-4261-90be-c8f591bb8843 req-b20fee92-554e-492a-98af-7e59a28695aa service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833416 Aug 31 18:35:12.638177 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46e647de-fa55-4261-90be-c8f591bb8843 req-6a96619b-b24c-47a5-bd03-54dd5498077b service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811985 Aug 31 18:35:12.731706 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f4f90-0ade-4b16-b443-1ec162942ca3 req-c24d4d4b-989d-4351-a611-72d448e0ec40 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:12.733179 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b35f4f90-0ade-4b16-b443-1ec162942ca3 req-c24d4d4b-989d-4351-a611-72d448e0ec40 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0481184 Aug 31 18:35:12.769272 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b35f4f90-0ade-4b16-b443-1ec162942ca3 req-a87b6e8c-69e6-4fc5-9deb-7447f57fb257 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302575 Aug 31 18:35:13.152856 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22decc89-1959-4b89-b1f6-c39c5590f263 req-e97756af-46f9-486e-ae44-6bd4adae45bf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:13.154311 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-22decc89-1959-4b89-b1f6-c39c5590f263 req-e97756af-46f9-486e-ae44-6bd4adae45bf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0516970 Aug 31 18:35:13.190879 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-22decc89-1959-4b89-b1f6-c39c5590f263 req-9d0a0966-4930-4c1e-b964-8b85f27a6a3f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308449 Aug 31 18:35:13.881841 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4bd48-d166-4d94-9e95-f372abd98c1a req-4676c5c0-a035-4bfb-aa86-5987fb04a0c7 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:13.883346 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e5b4bd48-d166-4d94-9e95-f372abd98c1a req-4676c5c0-a035-4bfb-aa86-5987fb04a0c7 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0481703 Aug 31 18:35:13.921033 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e5b4bd48-d166-4d94-9e95-f372abd98c1a req-565312b5-6269-426b-ae3a-7ea07d80438a tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups?id=68c3f75e-af9b-4808-b9e4-72c64c04ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317497 Aug 31 18:35:14.117517 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-b44b0e1b-7da2-411b-9a84-349bbe81ddd1 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:14.118881 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-b44b0e1b-7da2-411b-9a84-349bbe81ddd1 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.50 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 946 time: 0.0475762 Aug 31 18:35:14.211274 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Deleting port 3d3ad2be-0870-47b2-a980-3efad59c5e93 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:14.211615 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:14.330490 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] For port 3d3ad2be-0870-47b2-a980-3efad59c5e93, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3d3ad2be-0870-47b2-a980-3efad59c5e93,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:14.330853 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:14.339618 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b262e2-908e-4d22-8e49-460b23cfc639 req-b76fe61c-564d-42ca-a92b-c9fa8519b11c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:14.341159 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-22b262e2-908e-4d22-8e49-460b23cfc639 req-b76fe61c-564d-42ca-a92b-c9fa8519b11c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0783956 Aug 31 18:35:14.419813 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-22b262e2-908e-4d22-8e49-460b23cfc639 req-2773b9c9-4a60-427e-9d96-ef33bccc98e4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712337 Aug 31 18:35:14.529977 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:14.530365 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:14.530687 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.l3_db [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Floating IP cc9820d2-6129-4341-9c6c-5e9f07ae402b disassociated. External IP: 172.27.0.109, port: 3d3ad2be-0870-47b2-a980-3efad59c5e93. Aug 31 18:35:14.531029 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Calling delete_port for 3d3ad2be-0870-47b2-a980-3efad59c5e93 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:14.656720 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:14.689131 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event deleted for resources: {'Port': ['ID=3d3ad2be-0870-47b2-a980-3efad59c5e93,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:14.797543 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Router 919fedb8-a92d-422b-ba5b-75029d06d446 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:35:14.902467 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:35:14.912480 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8417401-6854-44e0-8ba9-61042337af39 None None] Sync routers for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:35:14.922042 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8417401-6854-44e0-8ba9-61042337af39 None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:35:14.922652 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-d8417401-6854-44e0-8ba9-61042337af39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:34:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:14.939991 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] No DVR routers for this DVR port 3d3ad2be-0870-47b2-a980-3efad59c5e93 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:35:14.943595 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:14.946196 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4d851328-2b97-433f-a6cc-21cb4020cc4c req-63b2610d-7601-4b37-9a9e-c9c47c0681e2 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.50 "DELETE /v2.0/ports/3d3ad2be-0870-47b2-a980-3efad59c5e93 HTTP/1.1" status: 204 len: 173 time: 0.8204381 Aug 31 18:35:14.946698 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6055bbd5-b883-4dc5-864c-6b64ab98a159', 'name': 'network-vif-deleted', 'tag': '3d3ad2be-0870-47b2-a980-3efad59c5e93'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:35:14.948961 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a520ab4-2491-4f3c-87b4-ea6c5f7a5c5c" -d '{"events": [{"server_uuid": "6055bbd5-b883-4dc5-864c-6b64ab98a159", "name": "network-vif-deleted", "tag": "3d3ad2be-0870-47b2-a980-3efad59c5e93"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:35:14.996323 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5389f76-062b-4d44-a2ff-3c951f100ddc x-openstack-request-id: req-e5389f76-062b-4d44-a2ff-3c951f100ddc {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:35:14.996641 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6055bbd5-b883-4dc5-864c-6b64ab98a159", "name": "network-vif-deleted", "tag": "3d3ad2be-0870-47b2-a980-3efad59c5e93", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:35:14.996891 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5389f76-062b-4d44-a2ff-3c951f100ddc {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:35:14.997281 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6055bbd5-b883-4dc5-864c-6b64ab98a159', 'name': 'network-vif-deleted', 'tag': '3d3ad2be-0870-47b2-a980-3efad59c5e93', 'status': 'completed', 'code': 200} Aug 31 18:35:15.030430 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-585b3cad-ebe0-4e6a-b089-36a72ec32b2e req-90db5ebe-6b1a-498e-a3d7-2b06c2687ce5 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/ports?device_id=6055bbd5-b883-4dc5-864c-6b64ab98a159 HTTP/1.1" status: 200 len: 210 time: 0.0322537 Aug 31 18:35:15.048643 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-d8417401-6854-44e0-8ba9-61042337af39 None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:35:15.252016 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-d8417401-6854-44e0-8ba9-61042337af39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:34Z', 'revision_number': 5, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:15.280963 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8417401-6854-44e0-8ba9-61042337af39 None None] Checking router: 919fedb8-a92d-422b-ba5b-75029d06d446 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:35:15.288966 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8417401-6854-44e0-8ba9-61042337af39 None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:35:15.289578 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-d8417401-6854-44e0-8ba9-61042337af39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:34:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:15.393062 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-d8417401-6854-44e0-8ba9-61042337af39 None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:35:15.544489 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10dc9f-9a4e-4296-b229-4cdeac820b02 req-10337be3-b774-4cdd-a185-ebefe6e9cf8c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:15.545924 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ac10dc9f-9a4e-4296-b229-4cdeac820b02 req-10337be3-b774-4cdd-a185-ebefe6e9cf8c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0501254 Aug 31 18:35:15.586645 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ac10dc9f-9a4e-4296-b229-4cdeac820b02 req-c827714e-c54b-4048-ac8b-a309d6298d06 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347221 Aug 31 18:35:15.595591 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-d8417401-6854-44e0-8ba9-61042337af39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:34Z', 'revision_number': 5, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:15.622336 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8417401-6854-44e0-8ba9-61042337af39 None None] The sync data for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi is: [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:28:26Z', 'revision_number': 4, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '4039eb59-340a-4c60-bb85-34cd98c1e9d3', 'name': '', 'network_id': 'd376ac0a-4276-4b04-a9a4-460fec2e9230', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'mac_address': 'fa:16:3e:44:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:24Z', 'updated_at': '2021-08-31T18:28:34Z', 'revision_number': 5, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'subnets': [{'id': 'a3595eaf-e129-4f4e-b637-5ea939609a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:35:15.829068 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ead663-a788-4d37-bb9a-d16371f89bfd None None] New status for floating IP cc9820d2-6129-4341-9c6c-5e9f07ae402b: DOWN {{(pid=93882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:35:16.113038 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43338) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:16.165785 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1b53b0f9-5342-40ec-9fea-bf77584201ef tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:16.187995 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1b53b0f9-5342-40ec-9fea-bf77584201ef tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:16.235204 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1b53b0f9-5342-40ec-9fea-bf77584201ef tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:16.237890 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1b53b0f9-5342-40ec-9fea-bf77584201ef tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:16.239026 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-1b53b0f9-5342-40ec-9fea-bf77584201ef tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "DELETE /v2.0/security-groups/68c3f75e-af9b-4808-b9e4-72c64c04ba40 HTTP/1.1" status: 204 len: 168 time: 0.1249394 Aug 31 18:35:16.242400 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43340) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:16.248591 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53b0f9-5342-40ec-9fea-bf77584201ef tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c3f75e-af9b-4808-b9e4-72c64c04ba40,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:16.258010 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.api.v2.resource [None req-457acf91-90a6-4ac6-b3fe-1294db608291 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] show failed (client error): The resource could not be found. Aug 31 18:35:16.259022 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-457acf91-90a6-4ac6-b3fe-1294db608291 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "GET /v2.0/security-groups/68c3f75e-af9b-4808-b9e4-72c64c04ba40 HTTP/1.1" status: 404 len: 347 time: 0.0156066 Aug 31 18:35:16.261884 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43342) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:16.381516 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-593eaf2c-3f2a-42fd-b214-9d6d9a29abf4 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Deleting port b4580604-934b-47ae-9e39-7a2405b1e617 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:16.381758 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-593eaf2c-3f2a-42fd-b214-9d6d9a29abf4 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:16.454706 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-593eaf2c-3f2a-42fd-b214-9d6d9a29abf4 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:16.455031 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-593eaf2c-3f2a-42fd-b214-9d6d9a29abf4 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:16.465958 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-593eaf2c-3f2a-42fd-b214-9d6d9a29abf4 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Calling delete_port for b4580604-934b-47ae-9e39-7a2405b1e617 owned by network:floatingip {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:16.594365 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-593eaf2c-3f2a-42fd-b214-9d6d9a29abf4 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:16.620741 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593eaf2c-3f2a-42fd-b214-9d6d9a29abf4 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Pushing event deleted for resources: {'Port': ['ID=b4580604-934b-47ae-9e39-7a2405b1e617,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:16.681817 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-593eaf2c-3f2a-42fd-b214-9d6d9a29abf4 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks [] for floatingip, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:16.684291 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-593eaf2c-3f2a-42fd-b214-9d6d9a29abf4 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:16.685460 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-593eaf2c-3f2a-42fd-b214-9d6d9a29abf4 tempest-AttachVolumeTestJSON-1962273396 tempest-AttachVolumeTestJSON-1962273396-project] 10.222.0.35 "DELETE /v2.0/floatingips/cc9820d2-6129-4341-9c6c-5e9f07ae402b HTTP/1.1" status: 204 len: 168 time: 0.4226842 Aug 31 18:35:16.709175 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dbf12-d4f0-4ba6-9eae-b7b165c29d7a req-62a2b9ec-1c28-4859-ad01-2a04aa2964dd tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:16.711534 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c06dbf12-d4f0-4ba6-9eae-b7b165c29d7a req-62a2b9ec-1c28-4859-ad01-2a04aa2964dd tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0514555 Aug 31 18:35:16.750238 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c06dbf12-d4f0-4ba6-9eae-b7b165c29d7a req-3431c55a-cca4-46d5-a509-9a04b9eece2d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326464 Aug 31 18:35:17.140274 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 3d3ad2be-0870-47b2-a980-3efad59c5e93 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:35:17.160329 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: 3d3ad2be-0870-47b2-a980-3efad59c5e93 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:35:17.160702 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 3d3ad2be-0870-47b2-a980-3efad59c5e93 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:35:17.872926 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb612a16-7f32-471d-b464-e6a6dae988e3 req-ec83494a-7829-4fed-b559-5d0acd1bfa4e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:17.874453 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fb612a16-7f32-471d-b464-e6a6dae988e3 req-ec83494a-7829-4fed-b559-5d0acd1bfa4e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0521605 Aug 31 18:35:17.913987 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fb612a16-7f32-471d-b464-e6a6dae988e3 req-e720754d-0322-4167-9825-18c9891ceba9 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329862 Aug 31 18:35:19.037735 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d18cfd-a4b7-4fcf-ba96-b98e80635bfe req-eb6d52fc-c8c2-4c45-8a54-c8c4c462a60e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:19.039862 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-17d18cfd-a4b7-4fcf-ba96-b98e80635bfe req-eb6d52fc-c8c2-4c45-8a54-c8c4c462a60e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 943 time: 0.0494437 Aug 31 18:35:19.078742 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-17d18cfd-a4b7-4fcf-ba96-b98e80635bfe req-a3e59816-f675-44ce-a63a-2366db40a757 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324285 Aug 31 18:35:19.150121 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 2c15350d-add0-4601-a78d-3919ae29d00f details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:35:19.245319 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 2c15350d-add0-4601-a78d-3919ae29d00f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2c15350d-add0-4601-a78d-3919ae29d00f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:19.258020 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '2c15350d-add0-4601-a78d-3919ae29d00f', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'port_id': '2c15350d-add0-4601-a78d-3919ae29d00f', 'mac_address': 'fa:16:3e:0d:66:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:35:19.296485 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:19.310123 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c15350d-add0-4601-a78d-3919ae29d00f {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:35:19.329199 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 2c15350d-add0-4601-a78d-3919ae29d00f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2c15350d-add0-4601-a78d-3919ae29d00f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:19.333005 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:19.381375 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=2c15350d-add0-4601-a78d-3919ae29d00f,revision_number=9']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:19.508052 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-609dda1d-11a5-466c-9880-ddaa172e43c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:19.571944 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['2c15350d-add0-4601-a78d-3919ae29d00f'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:35:20.202969 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018e424-4e32-4f09-a34e-229ac2b8a6e0 req-08d8aebe-2b0c-419c-8446-f7336ea8bce7 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:20.204445 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9018e424-4e32-4f09-a34e-229ac2b8a6e0 req-08d8aebe-2b0c-419c-8446-f7336ea8bce7 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 944 time: 0.0480392 Aug 31 18:35:20.219966 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43378) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:20.242046 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9018e424-4e32-4f09-a34e-229ac2b8a6e0 req-d1de801d-1c37-498a-93cb-35802cf58691 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318069 Aug 31 18:35:20.646398 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-213c5b66-3cb4-4904-9bfa-10015861a6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1575947'] for router_interface, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:20.879456 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-213c5b66-3cb4-4904-9bfa-10015861a6bb admin admin] Deleting port 4039eb59-340a-4c60-bb85-34cd98c1e9d3 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:20.879784 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-213c5b66-3cb4-4904-9bfa-10015861a6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:20.954013 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-213c5b66-3cb4-4904-9bfa-10015861a6bb admin admin] For port 4039eb59-340a-4c60-bb85-34cd98c1e9d3, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=4039eb59-340a-4c60-bb85-34cd98c1e9d3,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:20.954372 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-213c5b66-3cb4-4904-9bfa-10015861a6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:20.966783 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-213c5b66-3cb4-4904-9bfa-10015861a6bb admin admin] Calling delete_port for 4039eb59-340a-4c60-bb85-34cd98c1e9d3 owned by network:router_interface {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:21.136131 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-213c5b66-3cb4-4904-9bfa-10015861a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:21.145463 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 2c15350d-add0-4601-a78d-3919ae29d00f up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:35:21.161455 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c5b66-3cb4-4904-9bfa-10015861a6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=4039eb59-340a-4c60-bb85-34cd98c1e9d3,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:21.197592 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 2c15350d-add0-4601-a78d-3919ae29d00f triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:35:21.198059 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:21.281474 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:21.316948 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:35:21.321013 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db37ebdf-1f47-431a-9329-13ca1166dcfa" -d '{"events": [{"server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "name": "network-vif-plugged", "status": "completed", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:35:21.346984 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-213c5b66-3cb4-4904-9bfa-10015861a6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1807473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576087'] for router_interface, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:21.348129 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 2c15350d-add0-4601-a78d-3919ae29d00f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2c15350d-add0-4601-a78d-3919ae29d00f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:21.355517 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:21.412752 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa453df-926c-42a5-999d-cafeb20dde13 x-openstack-request-id: req-5aa453df-926c-42a5-999d-cafeb20dde13 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:35:21.412933 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "name": "network-vif-plugged", "status": "completed", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:35:21.413134 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5aa453df-926c-42a5-999d-cafeb20dde13 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:35:21.413495 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f', 'code': 200} Aug 31 18:35:21.426372 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=2c15350d-add0-4601-a78d-3919ae29d00f,revision_number=10']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:21.444416 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c18017-b83d-4966-9079-1954eac97757 req-638cb839-2ba7-402d-a364-4f8edf5b3f7f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:21.446564 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a5c18017-b83d-4966-9079-1954eac97757 req-638cb839-2ba7-402d-a364-4f8edf5b3f7f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 946 time: 0.0904710 Aug 31 18:35:21.483461 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a5c18017-b83d-4966-9079-1954eac97757 req-51e15dab-5247-404d-b0d9-9bdfc95b60c4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308425 Aug 31 18:35:21.584731 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213c5b66-3cb4-4904-9bfa-10015861a6bb admin admin] Router 919fedb8-a92d-422b-ba5b-75029d06d446 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:35:21.685525 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213c5b66-3cb4-4904-9bfa-10015861a6bb admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:35:21.690470 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-213c5b66-3cb4-4904-9bfa-10015861a6bb admin admin] 10.222.0.35 "PUT /v2.0/routers/919fedb8-a92d-422b-ba5b-75029d06d446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4694536 Aug 31 18:35:21.693147 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43386) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:21.696799 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879a5df3-88db-411e-8cca-487cdb00cfaf None None] Sync routers for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:35:21.706084 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879a5df3-88db-411e-8cca-487cdb00cfaf None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:35:21.706787 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-879a5df3-88db-411e-8cca-487cdb00cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:34:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:21.798681 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Notify callbacks [] for router, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:21.813138 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-879a5df3-88db-411e-8cca-487cdb00cfaf None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:35:21.864583 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f8c29-2f28-41cb-8003-5683437aeea0 req-36370d73-3e24-4967-b12f-cb4a4c1481f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:21.866117 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-817f8c29-2f28-41cb-8003-5683437aeea0 req-36370d73-3e24-4967-b12f-cb4a4c1481f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 1099 time: 0.0402882 Aug 31 18:35:21.902471 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:21.903964 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-817f8c29-2f28-41cb-8003-5683437aeea0 req-2351b78c-1c2f-4196-8701-7aa115413b57 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297468 Aug 31 18:35:21.954595 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Deleting port d16cc904-b5ca-46c9-bd09-a075447f643a {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:21.954949 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:21.991051 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-879a5df3-88db-411e-8cca-487cdb00cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:35:21Z', 'revision_number': 5, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port': {'id': 'd16cc904-b5ca-46c9-bd09-a075447f643a', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:28:19Z', 'updated_at': '2021-08-31T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:22.016435 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879a5df3-88db-411e-8cca-487cdb00cfaf None None] Checking router: 919fedb8-a92d-422b-ba5b-75029d06d446 for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:35:22.025040 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879a5df3-88db-411e-8cca-487cdb00cfaf None None] Routers {'919fedb8-a92d-422b-ba5b-75029d06d446'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:35:22.025572 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-879a5df3-88db-411e-8cca-487cdb00cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:34:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['919fedb8-a92d-422b-ba5b-75029d06d446'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:22.035213 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] For port d16cc904-b5ca-46c9-bd09-a075447f643a, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=d16cc904-b5ca-46c9-bd09-a075447f643a,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:22.035667 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.048608 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Calling delete_port for d16cc904-b5ca-46c9-bd09-a075447f643a owned by network:router_gateway {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:22.110135 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-879a5df3-88db-411e-8cca-487cdb00cfaf None None] Set router 919fedb8-a92d-422b-ba5b-75029d06d446 gateway port host: None {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:35:22.297632 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-879a5df3-88db-411e-8cca-487cdb00cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:35:21Z', 'revision_number': 6, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port_host': None}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:22.328863 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879a5df3-88db-411e-8cca-487cdb00cfaf None None] The sync data for ids ['919fedb8-a92d-422b-ba5b-75029d06d446'] in dv-cinder-805887-9-iscsi is: [{'id': '919fedb8-a92d-422b-ba5b-75029d06d446', 'name': 'tempest-AttachVolumeTestJSON-519080855-router', 'tenant_id': '0994b33130eb4af78aaacb8f365f6fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:28:17Z', 'updated_at': '2021-08-31T18:35:21Z', 'revision_number': 6, 'project_id': '0994b33130eb4af78aaacb8f365f6fa9', 'gw_port_host': None}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:35:22.337542 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca76e-dd9a-4a81-9338-0d89b4c32da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.428564 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.450995 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Pushing event deleted for resources: {'Port': ['ID=d16cc904-b5ca-46c9-bd09-a075447f643a,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:22.514723 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582389'] for router_gateway, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.550342 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.609070 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3859'] for router, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.609861 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e43472-c6e2-4e28-8db4-df96616fe19c req-b133f3dd-88c7-4101-a8db-d91aca9aaccf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:22.611420 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e5e43472-c6e2-4e28-8db4-df96616fe19c req-b133f3dd-88c7-4101-a8db-d91aca9aaccf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 946 time: 0.0505395 Aug 31 18:35:22.611586 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.652048 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e5e43472-c6e2-4e28-8db4-df96616fe19c req-8576a227-b7da-4c12-b1b5-a75e743179f5 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316322 Aug 31 18:35:22.658790 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575680'] for router, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.659366 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 919fedb8-a92d-422b-ba5b-75029d06d446 {{(pid=93879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:35:22.663796 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.667288 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6177db8f-00fe-4caf-bda6-2b2932679091 admin admin] 10.222.0.35 "DELETE /v2.0/routers/919fedb8-a92d-422b-ba5b-75029d06d446 HTTP/1.1" status: 204 len: 168 time: 0.9709353 Aug 31 18:35:22.667809 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43390) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:22.713448 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c39613-d69c-40e8-b47e-cc1a1897de63 admin admin] Deleting subnet a3595eaf-e129-4f4e-b637-5ea939609a86 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:35:22.716623 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d4c39613-d69c-40e8-b47e-cc1a1897de63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.755361 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d4c39613-d69c-40e8-b47e-cc1a1897de63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3578427'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.833038 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d4c39613-d69c-40e8-b47e-cc1a1897de63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.883473 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d4c39613-d69c-40e8-b47e-cc1a1897de63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127822973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127405126'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.910454 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c39613-d69c-40e8-b47e-cc1a1897de63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3595eaf-e129-4f4e-b637-5ea939609a86,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:22.912454 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d4c39613-d69c-40e8-b47e-cc1a1897de63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:22.915799 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d4c39613-d69c-40e8-b47e-cc1a1897de63 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a3595eaf-e129-4f4e-b637-5ea939609a86 HTTP/1.1" status: 204 len: 168 time: 0.2459364 Aug 31 18:35:22.917153 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43394) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:22.919961 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae62f0-d8dd-4dd0-8f60-375c438db548 None None] Network d376ac0a-4276-4b04-a9a4-460fec2e9230 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:35:22.988139 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.040475 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Deleting port 30b177fc-02f1-4841-b487-73604a9f1585 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:23.040765 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.104886 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] For port 30b177fc-02f1-4841-b487-73604a9f1585, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=30b177fc-02f1-4841-b487-73604a9f1585,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:23.105945 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.113397 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b43b0a9-b0a7-4209-9cf7-e17c4998ab1d None None] DHCP port deletion for d376ac0a-4276-4b04-a9a4-460fec2e9230 request from dv-cinder-805887-9-iscsi {{(pid=93881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:35:23.125423 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Calling delete_port for 30b177fc-02f1-4841-b487-73604a9f1585 owned by network:dhcp {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:23.168767 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-2b43b0a9-b0a7-4209-9cf7-e17c4998ab1d None None] Deleting port 30b177fc-02f1-4841-b487-73604a9f1585 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:23.169423 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2b43b0a9-b0a7-4209-9cf7-e17c4998ab1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.229572 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.240888 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.257814 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-2b43b0a9-b0a7-4209-9cf7-e17c4998ab1d None None] For port 30b177fc-02f1-4841-b487-73604a9f1585, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=30b177fc-02f1-4841-b487-73604a9f1585,segment=NetworkSegment(61944297-cf7b-4bda-ab76-aebbe98d7398),segment_id=61944297-cf7b-4bda-ab76-aebbe98d7398)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:23.258314 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2b43b0a9-b0a7-4209-9cf7-e17c4998ab1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.269598 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Pushing event deleted for resources: {'Port': ['ID=30b177fc-02f1-4841-b487-73604a9f1585,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:23.273018 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-2b43b0a9-b0a7-4209-9cf7-e17c4998ab1d None None] Calling delete_port for 30b177fc-02f1-4841-b487-73604a9f1585 owned by network:dhcp {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:23.273233 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] No DVR routers for this DVR port 30b177fc-02f1-4841-b487-73604a9f1585 on host dv-cinder-805887-9-iscsi {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:35:23.379371 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.386361 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 4039eb59-340a-4c60-bb85-34cd98c1e9d3 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:35:23.394099 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d376ac0a-4276-4b04-a9a4-460fec2e9230']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:23.407272 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61944297-cf7b-4bda-ab76-aebbe98d7398') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:23.407566 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61944297-cf7b-4bda-ab76-aebbe98d7398') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:23.415774 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 4039eb59-340a-4c60-bb85-34cd98c1e9d3 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:35:23.416050 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 4039eb59-340a-4c60-bb85-34cd98c1e9d3 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:35:23.416478 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device d16cc904-b5ca-46c9-bd09-a075447f643a no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:35:23.425093 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3578368'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.441265 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.442741 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: d16cc904-b5ca-46c9-bd09-a075447f643a {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:35:23.443090 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device d16cc904-b5ca-46c9-bd09-a075447f643a not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:35:23.443506 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 30b177fc-02f1-4841-b487-73604a9f1585 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:35:23.448531 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:35:23.449041 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127823047'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: timer() Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: cb(*args, **kw) Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: self._notify() Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: self.callback(batched_events) Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: event.method(event) Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._get(url).json() Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:35:23.451144 dv-cinder-805887-9-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:35:23.477205 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 30b177fc-02f1-4841-b487-73604a9f1585 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:35:23.477562 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 30b177fc-02f1-4841-b487-73604a9f1585 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:35:23.486313 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2b43b0a9-b0a7-4209-9cf7-e17c4998ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.514938 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.518855 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b43b0a9-b0a7-4209-9cf7-e17c4998ab1d None None] Network d376ac0a-4276-4b04-a9a4-460fec2e9230 is not hosted by any dhcp agent {{(pid=93881) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 18:35:23.519435 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43b0a9-b0a7-4209-9cf7-e17c4998ab1d None None] No DVR routers for this DVR port 30b177fc-02f1-4841-b487-73604a9f1585 on host dv-cinder-805887-9-iscsi {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:35:23.521354 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43b0a9-b0a7-4209-9cf7-e17c4998ab1d None None] Pushing event deleted for resources: {'Port': ['ID=30b177fc-02f1-4841-b487-73604a9f1585,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:23.524775 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.526931 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] 10.222.0.35 "DELETE /v2.0/networks/d376ac0a-4276-4b04-a9a4-460fec2e9230 HTTP/1.1" status: 204 len: 168 time: 0.6088202 Aug 31 18:35:23.548119 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4e2ef-848a-49b2-8cde-45a48f68c18d admin admin] Pushing event deleted for resources: {'Network': ['ID=d376ac0a-4276-4b04-a9a4-460fec2e9230,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:23.654665 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43432) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:23.705149 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-53e5d105-2ae9-4f47-9d07-b0cc45dc0c0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0994b33130eb4af78aaacb8f365f6fa9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469215 Aug 31 18:35:23.711726 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43436) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:23.761555 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62eba649-ff26-4fc1-8316-cf177bee0dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.783887 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62eba649-ff26-4fc1-8316-cf177bee0dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.794819 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c70e9-c295-4c74-b0eb-b749447c2ebf req-f388aaf3-d8ba-4d3a-9356-94560163be51 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:23.796320 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a32c70e9-c295-4c74-b0eb-b749447c2ebf req-f388aaf3-d8ba-4d3a-9356-94560163be51 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 946 time: 0.0533559 Aug 31 18:35:23.835113 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62eba649-ff26-4fc1-8316-cf177bee0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.837780 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62eba649-ff26-4fc1-8316-cf177bee0dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:23.838525 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a32c70e9-c295-4c74-b0eb-b749447c2ebf req-dbf4a2e9-5480-40d5-a329-ce9cb670d5e4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360992 Aug 31 18:35:23.844318 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-62eba649-ff26-4fc1-8316-cf177bee0dfd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29b970c8-10f3-4eed-aacc-d9c420158b66 HTTP/1.1" status: 204 len: 168 time: 0.1290495 Aug 31 18:35:23.861393 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eba649-ff26-4fc1-8316-cf177bee0dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b970c8-10f3-4eed-aacc-d9c420158b66,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:24.922578 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:24.971215 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1cdbc-92f1-4975-aad2-4aee290d3ff8 req-16e01d51-7c3c-4190-9623-55e3ea0b42a7 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:24.972747 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-71c1cdbc-92f1-4975-aad2-4aee290d3ff8 req-16e01d51-7c3c-4190-9623-55e3ea0b42a7 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 946 time: 0.0596499 Aug 31 18:35:25.012442 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-71c1cdbc-92f1-4975-aad2-4aee290d3ff8 req-2ecaa6f5-a24d-4f0b-a10e-323cc87ac0c5 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333703 Aug 31 18:35:25.731854 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:27.522795 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43500) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:27.625037 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0f64d807-29df-45fc-8cb7-97320741733e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:27.710158 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0f64d807-29df-45fc-8cb7-97320741733e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:27.714132 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0f64d807-29df-45fc-8cb7-97320741733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:27.750992 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-0f64d807-29df-45fc-8cb7-97320741733e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d80ba11312e481fb4dc789db6b256e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265329 Aug 31 18:35:27.752077 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64d807-29df-45fc-8cb7-97320741733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da88a98c-4a7b-4b83-adb3-fea020aaf6df,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:27.754197 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43504) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:27.805647 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b2bcfa62-5b89-4c99-b80b-d6c86d97b89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:27.826114 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b2bcfa62-5b89-4c99-b80b-d6c86d97b89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:27.873430 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b2bcfa62-5b89-4c99-b80b-d6c86d97b89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:27.876631 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b2bcfa62-5b89-4c99-b80b-d6c86d97b89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:27.877996 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b2bcfa62-5b89-4c99-b80b-d6c86d97b89e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da88a98c-4a7b-4b83-adb3-fea020aaf6df HTTP/1.1" status: 204 len: 168 time: 0.1225119 Aug 31 18:35:27.885821 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcfa62-5b89-4c99-b80b-d6c86d97b89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da88a98c-4a7b-4b83-adb3-fea020aaf6df,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:28.466526 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43526) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:28.558013 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-905051041-network', 'tenant_id': '8d31b17a4c2249648951b8afa83aa05a'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:35:28.579051 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Made reservation on behalf of 8d31b17a4c2249648951b8afa83aa05a for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:35:28.581272 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:28.592724 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:28.676884 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:28.681255 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:28.705331 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:35:28.713887 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d118304a-a0e8-460d-a156-8d7027a570fa,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:28.719791 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:28.720139 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Added segment 3436b35b-17f9-42be-ac8b-97e732653a83 of type vlan for network 510fbe36-737f-41f4-bea4-36855f442f7c Aug 31 18:35:28.759367 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:28.782841 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:28.783778 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:28.784367 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:28.836942 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3691320 Aug 31 18:35:28.839695 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43530) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:28.841794 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e32ad-ec99-4b93-955e-afb0a41589b6 admin admin] Pushing event updated for resources: {'Network': ['ID=510fbe36-737f-41f4-bea4-36855f442f7c,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:28.844757 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-9efb39d3-edb5-43a4-bf42-a7f604e4dfdb admin admin] Request body: {'subnet': {'network_id': '510fbe36-737f-41f4-bea4-36855f442f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-905051041-subnet', 'tenant_id': '8d31b17a4c2249648951b8afa83aa05a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:35:28.855529 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network 510fbe36-737f-41f4-bea4-36855f442f7c details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:35:28.865313 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efb39d3-edb5-43a4-bf42-a7f604e4dfdb admin admin] Made reservation on behalf of 8d31b17a4c2249648951b8afa83aa05a for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:35:28.868104 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9efb39d3-edb5-43a4-bf42-a7f604e4dfdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127405161'] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:29.028596 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9efb39d3-edb5-43a4-bf42-a7f604e4dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127823522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127405183'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:29.086747 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb39d3-edb5-43a4-bf42-a7f604e4dfdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=046b70d1-a483-4d9d-bdef-78674fb94b2f,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:29.093602 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb39d3-edb5-43a4-bf42-a7f604e4dfdb admin admin] Checking segment: {'id': '3436b35b-17f9-42be-ac8b-97e732653a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '510fbe36-737f-41f4-bea4-36855f442f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:35:29.093965 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb39d3-edb5-43a4-bf42-a7f604e4dfdb admin admin] Network hostable DHCP agents. Network: 510fbe36-737f-41f4-bea4-36855f442f7c, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:35:29.111455 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb39d3-edb5-43a4-bf42-a7f604e4dfdb admin admin] Network 510fbe36-737f-41f4-bea4-36855f442f7c is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:35:29.120430 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-9efb39d3-edb5-43a4-bf42-a7f604e4dfdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, 510fbe36-737f-41f4-bea4-36855f442f7c) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:35:29.124855 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efb39d3-edb5-43a4-bf42-a7f604e4dfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:29.126047 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9efb39d3-edb5-43a4-bf42-a7f604e4dfdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:29.129259 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c6c815-1c4c-42a0-a76b-4704558f2466 None None] Network 510fbe36-737f-41f4-bea4-36855f442f7c requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:35:29.139230 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9efb39d3-edb5-43a4-bf42-a7f604e4dfdb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2984698 Aug 31 18:35:29.258364 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fa8377-816b-44fd-beb8-e9aae91c16e5 None None] Network 510fbe36-737f-41f4-bea4-36855f442f7c requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:35:29.588930 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43546) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:29.593907 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-269357909-network', 'tenant_id': '23ffb04ee28b46fa9e7dbbe19f9a0de3'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:35:29.613664 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Made reservation on behalf of 23ffb04ee28b46fa9e7dbbe19f9a0de3 for: {'network': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:35:29.615750 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:29.624680 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:29.710835 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:29.714385 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:29.734417 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=93879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:35:29.748931 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6507d43e-0674-4746-b1a9-feea562189f3,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:29.751723 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:29.752068 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.db.segments_db [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Added segment b4b94cfe-4cdc-40c5-9d4f-af3996fe67e1 of type vlan for network bbb2cbcc-a632-4b13-a8a4-eff88bc89b5a Aug 31 18:35:29.789920 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:29.812978 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:29.813911 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:29.814486 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:29.865707 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2754991 Aug 31 18:35:29.869107 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43548) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:29.874086 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-0e4147da-cad7-45ce-b427-c90c67612e91 admin admin] Request body: {'subnet': {'network_id': 'bbb2cbcc-a632-4b13-a8a4-eff88bc89b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-269357909-subnet', 'tenant_id': '23ffb04ee28b46fa9e7dbbe19f9a0de3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:35:29.874724 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510397c-80fe-4c2c-bbb5-6a54e77d68e5 admin admin] Pushing event updated for resources: {'Network': ['ID=bbb2cbcc-a632-4b13-a8a4-eff88bc89b5a,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:29.884861 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network bbb2cbcc-a632-4b13-a8a4-eff88bc89b5a details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:35:29.895973 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4147da-cad7-45ce-b427-c90c67612e91 admin admin] Made reservation on behalf of 23ffb04ee28b46fa9e7dbbe19f9a0de3 for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:35:29.898686 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0e4147da-cad7-45ce-b427-c90c67612e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126291644'] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.060387 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0e4147da-cad7-45ce-b427-c90c67612e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126741137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126291626'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.117910 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4147da-cad7-45ce-b427-c90c67612e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e975cc-6d6b-4618-a741-6072c1410327,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:30.126820 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4147da-cad7-45ce-b427-c90c67612e91 admin admin] Checking segment: {'id': 'b4b94cfe-4cdc-40c5-9d4f-af3996fe67e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'bbb2cbcc-a632-4b13-a8a4-eff88bc89b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:35:30.127179 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4147da-cad7-45ce-b427-c90c67612e91 admin admin] Network hostable DHCP agents. Network: bbb2cbcc-a632-4b13-a8a4-eff88bc89b5a, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:35:30.142833 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4147da-cad7-45ce-b427-c90c67612e91 admin admin] Network bbb2cbcc-a632-4b13-a8a4-eff88bc89b5a is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:35:30.151915 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-0e4147da-cad7-45ce-b427-c90c67612e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, bbb2cbcc-a632-4b13-a8a4-eff88bc89b5a) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:35:30.156217 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4147da-cad7-45ce-b427-c90c67612e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:30.156792 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0e4147da-cad7-45ce-b427-c90c67612e91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.163483 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47533f63-fa87-4a66-b618-e9303462eaf3 None None] Network bbb2cbcc-a632-4b13-a8a4-eff88bc89b5a requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:35:30.171625 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-0e4147da-cad7-45ce-b427-c90c67612e91 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3013504 Aug 31 18:35:30.278208 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43552) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:30.285390 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3c2ce5-2534-47de-9ecc-f1c29dd2b8e0 None None] Network bbb2cbcc-a632-4b13-a8a4-eff88bc89b5a requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:35:30.321575 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae55ccd-4af1-4ac8-a740-e5fe2a7eeb17 admin admin] Deleting subnet 046b70d1-a483-4d9d-bdef-78674fb94b2f {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:35:30.324723 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3ae55ccd-4af1-4ac8-a740-e5fe2a7eeb17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.358807 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3ae55ccd-4af1-4ac8-a740-e5fe2a7eeb17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126587626'] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.401782 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3ae55ccd-4af1-4ac8-a740-e5fe2a7eeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.450913 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3ae55ccd-4af1-4ac8-a740-e5fe2a7eeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126740558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126291603'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.478319 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3ae55ccd-4af1-4ac8-a740-e5fe2a7eeb17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.480140 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3ae55ccd-4af1-4ac8-a740-e5fe2a7eeb17 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/046b70d1-a483-4d9d-bdef-78674fb94b2f HTTP/1.1" status: 204 len: 168 time: 0.2009165 Aug 31 18:35:30.481158 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae55ccd-4af1-4ac8-a740-e5fe2a7eeb17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046b70d1-a483-4d9d-bdef-78674fb94b2f,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:30.482960 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43554) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:30.549290 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-56854afd-d9e9-4ea8-bc06-93c0c6ef9390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.574875 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-145370cc-beff-4256-9373-7886a562c204 req-2c5da580-b49a-498b-bae0-1e8670508e52 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388005 Aug 31 18:35:30.628353 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-56854afd-d9e9-4ea8-bc06-93c0c6ef9390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.637330 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145370cc-beff-4256-9373-7886a562c204 req-2d498ae9-3936-4100-9292-c5c86f64c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:30.638223 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-56854afd-d9e9-4ea8-bc06-93c0c6ef9390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510fbe36-737f-41f4-bea4-36855f442f7c']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:30.638800 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-145370cc-beff-4256-9373-7886a562c204 req-2d498ae9-3936-4100-9292-c5c86f64c765 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 1099 time: 0.0388825 Aug 31 18:35:30.649535 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-56854afd-d9e9-4ea8-bc06-93c0c6ef9390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3436b35b-17f9-42be-ac8b-97e732653a83') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:30.649830 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-56854afd-d9e9-4ea8-bc06-93c0c6ef9390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3436b35b-17f9-42be-ac8b-97e732653a83') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:30.659131 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-56854afd-d9e9-4ea8-bc06-93c0c6ef9390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3578368'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.675414 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-56854afd-d9e9-4ea8-bc06-93c0c6ef9390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.681438 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56854afd-d9e9-4ea8-bc06-93c0c6ef9390 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:35:30.681827 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-56854afd-d9e9-4ea8-bc06-93c0c6ef9390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127823047'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: timer() Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: cb(*args, **kw) Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: self._notify() Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: self.callback(batched_events) Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: event.method(event) Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._get(url).json() Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:35:30.683626 dv-cinder-805887-9-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:35:30.736433 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-56854afd-d9e9-4ea8-bc06-93c0c6ef9390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.742554 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-56854afd-d9e9-4ea8-bc06-93c0c6ef9390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.744615 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-56854afd-d9e9-4ea8-bc06-93c0c6ef9390 admin admin] 10.222.0.35 "DELETE /v2.0/networks/510fbe36-737f-41f4-bea4-36855f442f7c HTTP/1.1" status: 204 len: 168 time: 0.2605155 Aug 31 18:35:30.747625 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43556) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:30.750112 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145370cc-beff-4256-9373-7886a562c204 req-dbbce607-eb1f-40bc-9be9-45c9f4e509da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:30.751532 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-145370cc-beff-4256-9373-7886a562c204 req-dbbce607-eb1f-40bc-9be9-45c9f4e509da service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 200 len: 918 time: 0.0915751 Aug 31 18:35:30.753613 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56854afd-d9e9-4ea8-bc06-93c0c6ef9390 admin admin] Pushing event deleted for resources: {'Network': ['ID=510fbe36-737f-41f4-bea4-36855f442f7c,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:30.839966 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e38c9c-865a-4310-acf5-9e9578e46c38 admin admin] Deleting subnet e1e975cc-6d6b-4618-a741-6072c1410327 {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:35:30.844198 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74e38c9c-865a-4310-acf5-9e9578e46c38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.869183 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-145370cc-beff-4256-9373-7886a562c204 req-78e9cbc5-2278-4137-af12-e2adcd803b45 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c15350d-add0-4601-a78d-3919ae29d00f HTTP/1.1" status: 200 len: 1001 time: 0.0933921 Aug 31 18:35:30.890027 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74e38c9c-865a-4310-acf5-9e9578e46c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126587626'] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:30.950906 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145370cc-beff-4256-9373-7886a562c204 req-ccf8f667-fe37-49fe-8d3b-e7e7c781e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:30.952342 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-145370cc-beff-4256-9373-7886a562c204 req-ccf8f667-fe37-49fe-8d3b-e7e7c781e2f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0ef58c-aa9f-4b90-aae6-bd67800686c2 HTTP/1.1" status: 200 len: 856 time: 0.0743158 Aug 31 18:35:30.956771 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74e38c9c-865a-4310-acf5-9e9578e46c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.036155 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145370cc-beff-4256-9373-7886a562c204 req-ebca78e4-c3be-400a-a783-550b3040208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:31.037665 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-145370cc-beff-4256-9373-7886a562c204 req-ebca78e4-c3be-400a-a783-550b3040208f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f444248-5460-4ee2-b230-38dc7e90a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580125 Aug 31 18:35:31.043617 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74e38c9c-865a-4310-acf5-9e9578e46c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126740558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126291603'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.086060 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74e38c9c-865a-4310-acf5-9e9578e46c38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.087993 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-74e38c9c-865a-4310-acf5-9e9578e46c38 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e1e975cc-6d6b-4618-a741-6072c1410327 HTTP/1.1" status: 204 len: 168 time: 0.3392923 Aug 31 18:35:31.090693 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43558) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:31.116751 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e38c9c-865a-4310-acf5-9e9578e46c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e975cc-6d6b-4618-a741-6072c1410327,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:31.160313 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18070b32-6954-4ca8-b10b-279815e806fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.161020 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-145370cc-beff-4256-9373-7886a562c204 req-692e8d7c-27f3-4e0a-97b7-905b88fd0534 service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139765 Aug 31 18:35:31.235550 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18070b32-6954-4ca8-b10b-279815e806fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.245001 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-18070b32-6954-4ca8-b10b-279815e806fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb2cbcc-a632-4b13-a8a4-eff88bc89b5a']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:31.247838 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-145370cc-beff-4256-9373-7886a562c204 req-3acdb221-1aa8-41a6-8a4f-cc6d06deefcd service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795140 Aug 31 18:35:31.259331 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-18070b32-6954-4ca8-b10b-279815e806fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b94cfe-4cdc-40c5-9d4f-af3996fe67e1') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:31.259584 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-18070b32-6954-4ca8-b10b-279815e806fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b94cfe-4cdc-40c5-9d4f-af3996fe67e1') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:31.268392 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18070b32-6954-4ca8-b10b-279815e806fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3578368'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.282093 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18070b32-6954-4ca8-b10b-279815e806fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.287668 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18070b32-6954-4ca8-b10b-279815e806fe admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:35:31.288049 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18070b32-6954-4ca8-b10b-279815e806fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127823047'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: timer() Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: cb(*args, **kw) Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: self._notify() Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: self.callback(batched_events) Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: event.method(event) Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._get(url).json() Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:35:31.289698 dv-cinder-805887-9-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:35:31.340766 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18070b32-6954-4ca8-b10b-279815e806fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.346665 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18070b32-6954-4ca8-b10b-279815e806fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.348522 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-18070b32-6954-4ca8-b10b-279815e806fe admin admin] 10.222.0.35 "DELETE /v2.0/networks/bbb2cbcc-a632-4b13-a8a4-eff88bc89b5a HTTP/1.1" status: 204 len: 168 time: 0.2568152 Aug 31 18:35:31.357920 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18070b32-6954-4ca8-b10b-279815e806fe admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb2cbcc-a632-4b13-a8a4-eff88bc89b5a,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:31.499563 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43564) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:31.538390 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-800f18ef-8d01-4ed0-9977-d99e903d13fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d31b17a4c2249648951b8afa83aa05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376699 Aug 31 18:35:31.540765 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43566) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:31.586698 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9a86a4c-63f4-4b31-93b6-5498db32ba12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.610359 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9a86a4c-63f4-4b31-93b6-5498db32ba12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.656716 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9a86a4c-63f4-4b31-93b6-5498db32ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.659239 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9a86a4c-63f4-4b31-93b6-5498db32ba12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:31.660356 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a9a86a4c-63f4-4b31-93b6-5498db32ba12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d118304a-a0e8-460d-a156-8d7027a570fa HTTP/1.1" status: 204 len: 168 time: 0.1187181 Aug 31 18:35:31.667677 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a86a4c-63f4-4b31-93b6-5498db32ba12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d118304a-a0e8-460d-a156-8d7027a570fa,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:31.960484 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43572) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:31.999762 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-3a7f5938-a415-4f45-9eb3-3cb3e0c2d4ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=23ffb04ee28b46fa9e7dbbe19f9a0de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380635 Aug 31 18:35:32.002154 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43574) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:32.048245 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-55f2db66-e47c-4a4d-9f50-849e39022903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:32.069120 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-55f2db66-e47c-4a4d-9f50-849e39022903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:32.114112 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-55f2db66-e47c-4a4d-9f50-849e39022903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:32.116719 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-55f2db66-e47c-4a4d-9f50-849e39022903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:32.118581 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-55f2db66-e47c-4a4d-9f50-849e39022903 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6507d43e-0674-4746-b1a9-feea562189f3 HTTP/1.1" status: 204 len: 168 time: 0.1154728 Aug 31 18:35:32.127209 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2db66-e47c-4a4d-9f50-849e39022903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6507d43e-0674-4746-b1a9-feea562189f3,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:32.711633 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43596) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:33.264919 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Deleting port a8288a40-8083-42f5-81f5-aef3773103f9 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:33.265268 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:33.342177 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:33.342517 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:33.354623 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Calling delete_port for a8288a40-8083-42f5-81f5-aef3773103f9 owned by network:floatingip {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:33.501037 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:33.528418 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Pushing event deleted for resources: {'Port': ['ID=a8288a40-8083-42f5-81f5-aef3773103f9,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:33.532154 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43618) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:33.555371 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:33.555722 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:33.556064 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:33.556400 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:33.556763 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:33.557096 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:33.557427 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:33.557754 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:33.558083 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:33.558414 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:33.558738 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:33.559060 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:33.596378 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for floatingip, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:33.596748 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Floating IP 692108d6-b616-42da-ad06-a05c622fc448 disassociated (deleted). External IP: 172.27.0.15, port: f0e7b902-9729-40b1-9539-524943686268. Aug 31 18:35:33.635146 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4e8ddf74-7924-46e1-b157-fe525d1df8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:33.729306 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4e8ddf74-7924-46e1-b157-fe525d1df8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:33.733483 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4e8ddf74-7924-46e1-b157-fe525d1df8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:33.771789 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4e8ddf74-7924-46e1-b157-fe525d1df8a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5abd03e6fad54aa3ac10a4c563d0bca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384558 Aug 31 18:35:33.774598 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43622) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:33.781676 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ddf74-7924-46e1-b157-fe525d1df8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5493c342-6073-451b-9d4d-8c38d05bbc16,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:33.805184 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:35:33.825795 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7cdc-832f-4eef-bd92-9f6661e94450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:33.846535 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7cdc-832f-4eef-bd92-9f6661e94450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:33.891436 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7cdc-832f-4eef-bd92-9f6661e94450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:33.893972 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7cdc-832f-4eef-bd92-9f6661e94450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:33.895160 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d2fc7cdc-832f-4eef-bd92-9f6661e94450 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5493c342-6073-451b-9d4d-8c38d05bbc16 HTTP/1.1" status: 204 len: 168 time: 0.1196198 Aug 31 18:35:33.903040 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc7cdc-832f-4eef-bd92-9f6661e94450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5493c342-6073-451b-9d4d-8c38d05bbc16,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:33.923445 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:35:33.928390 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:33.933570 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5d37d9-d3f3-4934-af2d-d166130084c7 None None] Sync routers for ids ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:35:33.943538 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d37d9-d3f3-4934-af2d-d166130084c7 None None] Routers {'0d3dbd75-ff6d-4639-8832-1bad275ef3c5'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:35:33.944118 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-9d5d37d9-d3f3-4934-af2d-d166130084c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:35:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:33.958165 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ba6f21f1-b56d-4fe5-adee-5b2f19b17b23 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "DELETE /v2.0/floatingips/692108d6-b616-42da-ad06-a05c622fc448 HTTP/1.1" status: 204 len: 168 time: 1.2428498 Aug 31 18:35:33.958165 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'tag': 'f0e7b902-9729-40b1-9539-524943686268'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:35:33.958709 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350858b4-e376-45bb-809b-27f3a452d755" -d '{"events": [{"name": "network-changed", "server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "tag": "f0e7b902-9729-40b1-9539-524943686268"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:35:34.011675 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5aa6ab-73e7-4814-a148-18da6a6b69c3 x-openstack-request-id: req-3b5aa6ab-73e7-4814-a148-18da6a6b69c3 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:35:34.012034 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "tag": "f0e7b902-9729-40b1-9539-524943686268", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:35:34.012294 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b5aa6ab-73e7-4814-a148-18da6a6b69c3 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:35:34.012711 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'tag': 'f0e7b902-9729-40b1-9539-524943686268', 'status': 'completed', 'code': 200} Aug 31 18:35:34.071798 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-9d5d37d9-d3f3-4934-af2d-d166130084c7 None None] Set router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:35:34.086208 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350858b4-e376-45bb-809b-27f3a452d755 req-d2a736aa-379c-49b5-808a-07e50149333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:34.087937 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-350858b4-e376-45bb-809b-27f3a452d755 req-d2a736aa-379c-49b5-808a-07e50149333f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01dd2e1469fd4e37af51e3edf144f314&device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 1099 time: 0.0463932 Aug 31 18:35:34.217239 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350858b4-e376-45bb-809b-27f3a452d755 req-f985ed58-07a5-4ca1-9ce5-58eaed5c634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:34.218725 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43634) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:34.219282 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-350858b4-e376-45bb-809b-27f3a452d755 req-f985ed58-07a5-4ca1-9ce5-58eaed5c634f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b04046da-9c89-4497-a1f2-73518ae52ac1 HTTP/1.1" status: 200 len: 910 time: 0.1225531 Aug 31 18:35:34.235169 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6fdad833-917f-4547-8d00-cedff2b50c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:34.283418 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-350858b4-e376-45bb-809b-27f3a452d755 req-dc79387f-db88-4499-a1c3-64a51ffc6e13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e7b902-9729-40b1-9539-524943686268 HTTP/1.1" status: 200 len: 217 time: 0.0534077 Aug 31 18:35:34.326893 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6fdad833-917f-4547-8d00-cedff2b50c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:34.331971 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6fdad833-917f-4547-8d00-cedff2b50c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:34.337777 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa8d48-38eb-40af-b858-bccad5a5bb43 req-81973df8-d93d-4a84-a83c-1b19c8c0e32b tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:34.339407 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f7aa8d48-38eb-40af-b858-bccad5a5bb43 req-81973df8-d93d-4a84-a83c-1b19c8c0e32b tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.1191723 Aug 31 18:35:34.370998 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350858b4-e376-45bb-809b-27f3a452d755 req-39e55675-498c-4b67-a0df-52d26553230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:34.372603 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-350858b4-e376-45bb-809b-27f3a452d755 req-39e55675-498c-4b67-a0df-52d26553230d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56e44edf-623c-47bc-8cb7-194c41304bcb HTTP/1.1" status: 200 len: 848 time: 0.0785344 Aug 31 18:35:34.389050 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-9d5d37d9-d3f3-4934-af2d-d166130084c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:29:27Z', 'revision_number': 4, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '506d41f9-0308-4823-b97d-1013764d6eaf', 'name': '', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'mac_address': 'fa:16:3e:cc:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:26Z', 'updated_at': '2021-08-31T18:29:36Z', 'revision_number': 5, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'subnets': [{'id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:34.389315 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdad833-917f-4547-8d00-cedff2b50c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59471aa2-6131-4f29-8c02-95d834348ca3,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:34.396998 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6fdad833-917f-4547-8d00-cedff2b50c0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d8b05f4e8474c64a26e35f3350092da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769400 Aug 31 18:35:34.398140 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43636) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:34.399111 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f7aa8d48-38eb-40af-b858-bccad5a5bb43 req-0bd115f0-efc4-4157-a381-9b23d76d2186 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533190 Aug 31 18:35:34.429144 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350858b4-e376-45bb-809b-27f3a452d755 req-21143dba-69a2-4d3b-9af8-2fe74c82f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:34.429803 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5d37d9-d3f3-4934-af2d-d166130084c7 None None] Checking router: 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:35:34.430872 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-350858b4-e376-45bb-809b-27f3a452d755 req-21143dba-69a2-4d3b-9af8-2fe74c82f889 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b04046da-9c89-4497-a1f2-73518ae52ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487428 Aug 31 18:35:34.438821 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d37d9-d3f3-4934-af2d-d166130084c7 None None] Routers {'0d3dbd75-ff6d-4639-8832-1bad275ef3c5'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:35:34.439516 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-9d5d37d9-d3f3-4934-af2d-d166130084c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:35:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:34.461421 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1c429c7c-2421-4dce-92c7-3db50885c391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:34.483334 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1c429c7c-2421-4dce-92c7-3db50885c391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:34.531113 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-350858b4-e376-45bb-809b-27f3a452d755 req-3b5cbd47-cfc5-4e78-a6e1-d825c649a26a service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909965 Aug 31 18:35:34.533865 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1c429c7c-2421-4dce-92c7-3db50885c391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:34.536551 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1c429c7c-2421-4dce-92c7-3db50885c391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:34.540668 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-1c429c7c-2421-4dce-92c7-3db50885c391 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59471aa2-6131-4f29-8c02-95d834348ca3 HTTP/1.1" status: 204 len: 168 time: 0.1385658 Aug 31 18:35:34.546062 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c429c7c-2421-4dce-92c7-3db50885c391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59471aa2-6131-4f29-8c02-95d834348ca3,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:34.554834 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-9d5d37d9-d3f3-4934-af2d-d166130084c7 None None] Set router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:35:34.631602 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-350858b4-e376-45bb-809b-27f3a452d755 req-dad46842-5c81-4102-b982-617841f41030 service neutron] 10.222.0.50 "GET /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912592 Aug 31 18:35:34.768818 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-9d5d37d9-d3f3-4934-af2d-d166130084c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:29:27Z', 'revision_number': 4, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '506d41f9-0308-4823-b97d-1013764d6eaf', 'name': '', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'mac_address': 'fa:16:3e:cc:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:26Z', 'updated_at': '2021-08-31T18:29:36Z', 'revision_number': 5, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'subnets': [{'id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:34.795844 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5d37d9-d3f3-4934-af2d-d166130084c7 None None] The sync data for ids ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'] in dv-cinder-805887-9-iscsi is: [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:29:27Z', 'revision_number': 4, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '506d41f9-0308-4823-b97d-1013764d6eaf', 'name': '', 'network_id': 'b04046da-9c89-4497-a1f2-73518ae52ac1', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'mac_address': 'fa:16:3e:cc:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:26Z', 'updated_at': '2021-08-31T18:29:36Z', 'revision_number': 5, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'subnets': [{'id': '56e44edf-623c-47bc-8cb7-194c41304bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:35:35.096781 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:35:35.126872 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0656dc-89ee-4bc3-aa29-0bc4480e0db7 None None] New status for floating IP 692108d6-b616-42da-ad06-a05c622fc448: DOWN {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:35:35.527628 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25428a-b27c-48bd-bc29-e389b78e01f0 req-e6a927d7-8458-4fed-9728-d3c839d2eca2 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:35.529140 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ab25428a-b27c-48bd-bc29-e389b78e01f0 req-e6a927d7-8458-4fed-9728-d3c839d2eca2 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0510938 Aug 31 18:35:35.577033 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ab25428a-b27c-48bd-bc29-e389b78e01f0 req-0ddf27f0-fff2-45e5-8768-31688f52dcb2 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab4d36bd-7352-413a-b4cb-8a66cdb825f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417788 Aug 31 18:35:36.053902 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292d1a7-b1d2-4ec9-bbe7-0e2b8142b00d req-595e2de2-c637-4b6b-a028-d12d00bd5421 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:36.055332 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8292d1a7-b1d2-4ec9-bbe7-0e2b8142b00d req-595e2de2-c637-4b6b-a028-d12d00bd5421 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.50 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 946 time: 0.0516932 Aug 31 18:35:36.146255 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-8292d1a7-b1d2-4ec9-bbe7-0e2b8142b00d req-8330082b-92a0-4a45-bd18-e96d775fab68 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Deleting port f0e7b902-9729-40b1-9539-524943686268 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:36.146597 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8292d1a7-b1d2-4ec9-bbe7-0e2b8142b00d req-8330082b-92a0-4a45-bd18-e96d775fab68 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:36.232478 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-8292d1a7-b1d2-4ec9-bbe7-0e2b8142b00d req-8330082b-92a0-4a45-bd18-e96d775fab68 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] For port f0e7b902-9729-40b1-9539-524943686268, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f0e7b902-9729-40b1-9539-524943686268,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:36.232863 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8292d1a7-b1d2-4ec9-bbe7-0e2b8142b00d req-8330082b-92a0-4a45-bd18-e96d775fab68 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:36.245712 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-8292d1a7-b1d2-4ec9-bbe7-0e2b8142b00d req-8330082b-92a0-4a45-bd18-e96d775fab68 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Calling delete_port for f0e7b902-9729-40b1-9539-524943686268 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:36.366245 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8292d1a7-b1d2-4ec9-bbe7-0e2b8142b00d req-8330082b-92a0-4a45-bd18-e96d775fab68 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:36.396422 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330082b-92a0-4a45-bd18-e96d775fab68 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Pushing event deleted for resources: {'Port': ['ID=f0e7b902-9729-40b1-9539-524943686268,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:36.437879 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8292d1a7-b1d2-4ec9-bbe7-0e2b8142b00d req-8330082b-92a0-4a45-bd18-e96d775fab68 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] No DVR routers for this DVR port f0e7b902-9729-40b1-9539-524943686268 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:35:36.440250 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8292d1a7-b1d2-4ec9-bbe7-0e2b8142b00d req-8330082b-92a0-4a45-bd18-e96d775fab68 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:36.442263 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8292d1a7-b1d2-4ec9-bbe7-0e2b8142b00d req-8330082b-92a0-4a45-bd18-e96d775fab68 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.50 "DELETE /v2.0/ports/f0e7b902-9729-40b1-9539-524943686268 HTTP/1.1" status: 204 len: 173 time: 0.3791296 Aug 31 18:35:36.442701 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'name': 'network-vif-deleted', 'tag': 'f0e7b902-9729-40b1-9539-524943686268'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:35:36.445695 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f03dbb5-01a9-4456-8c7d-d754bf16cb01" -d '{"events": [{"server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "name": "network-vif-deleted", "tag": "f0e7b902-9729-40b1-9539-524943686268"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:35:36.485024 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52275d85-b11f-44b7-833b-f3253843346e x-openstack-request-id: req-52275d85-b11f-44b7-833b-f3253843346e {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:35:36.485313 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec45200-2263-4a16-adaf-e86140b2fef7", "name": "network-vif-deleted", "tag": "f0e7b902-9729-40b1-9539-524943686268", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:35:36.485567 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52275d85-b11f-44b7-833b-f3253843346e {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:35:36.486012 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec45200-2263-4a16-adaf-e86140b2fef7', 'name': 'network-vif-deleted', 'tag': 'f0e7b902-9729-40b1-9539-524943686268', 'status': 'completed', 'code': 200} Aug 31 18:35:36.672235 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f8d7a28-d375-4d64-92a9-f5029e3a65bb req-d708488e-b0ac-4616-b3fa-685f760f4567 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 210 time: 0.0268936 Aug 31 18:35:37.778735 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-02e75b1e-56ee-43ba-aac0-25d4aa9a4d47 req-5c8e078c-a40f-4474-b9e3-e40e20aa2cfb tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 210 time: 0.0261235 Aug 31 18:35:38.880217 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2afc9ec6-e276-4a10-b8de-8a1cd33a53c8 req-de31397e-b244-45fe-9614-a7e127bdd340 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 210 time: 0.0256939 Aug 31 18:35:39.860424 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device f0e7b902-9729-40b1-9539-524943686268 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:35:39.881968 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: f0e7b902-9729-40b1-9539-524943686268 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:35:39.882277 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device f0e7b902-9729-40b1-9539-524943686268 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:35:39.989761 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c4c5063-d36c-45a2-9495-708404cc6681 req-7ee7f778-c207-4585-a541-b7ed51985119 tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "GET /v2.0/ports?device_id=eec45200-2263-4a16-adaf-e86140b2fef7 HTTP/1.1" status: 200 len: 210 time: 0.0298638 Aug 31 18:35:41.043009 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43704) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:41.101326 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-64320d70-0680-4105-8954-98ecae31ea2f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:41.128013 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-64320d70-0680-4105-8954-98ecae31ea2f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:41.190227 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-64320d70-0680-4105-8954-98ecae31ea2f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:41.193083 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-64320d70-0680-4105-8954-98ecae31ea2f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:41.194232 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-64320d70-0680-4105-8954-98ecae31ea2f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] 10.222.0.35 "DELETE /v2.0/security-groups/ab4d36bd-7352-413a-b4cb-8a66cdb825f4 HTTP/1.1" status: 204 len: 168 time: 0.1502409 Aug 31 18:35:41.203250 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64320d70-0680-4105-8954-98ecae31ea2f tempest-TestShelveInstance-703998008 tempest-TestShelveInstance-703998008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4d36bd-7352-413a-b4cb-8a66cdb825f4,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:41.241895 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43716) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:41.745487 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe0f1466-b664-4732-8727-fd225ec9e51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1575947'] for router_interface, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:41.981995 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f1466-b664-4732-8727-fd225ec9e51b admin admin] Deleting port 506d41f9-0308-4823-b97d-1013764d6eaf {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:41.982342 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe0f1466-b664-4732-8727-fd225ec9e51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:42.059863 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-fe0f1466-b664-4732-8727-fd225ec9e51b admin admin] For port 506d41f9-0308-4823-b97d-1013764d6eaf, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=506d41f9-0308-4823-b97d-1013764d6eaf,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:42.060325 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe0f1466-b664-4732-8727-fd225ec9e51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:42.073309 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f1466-b664-4732-8727-fd225ec9e51b admin admin] Calling delete_port for 506d41f9-0308-4823-b97d-1013764d6eaf owned by network:router_interface {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:42.251342 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe0f1466-b664-4732-8727-fd225ec9e51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:42.276209 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f1466-b664-4732-8727-fd225ec9e51b admin admin] Pushing event deleted for resources: {'Port': ['ID=506d41f9-0308-4823-b97d-1013764d6eaf,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:42.435131 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe0f1466-b664-4732-8727-fd225ec9e51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1807473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576087'] for router_interface, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:42.654363 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0f1466-b664-4732-8727-fd225ec9e51b admin admin] Router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:35:42.761411 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0f1466-b664-4732-8727-fd225ec9e51b admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:35:42.767051 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-fe0f1466-b664-4732-8727-fd225ec9e51b admin admin] 10.222.0.35 "PUT /v2.0/routers/0d3dbd75-ff6d-4639-8832-1bad275ef3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5240810 Aug 31 18:35:42.769648 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43742) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:42.775689 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48cbf61-4112-4a61-bac1-3a874250056d None None] Sync routers for ids ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:35:42.786216 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48cbf61-4112-4a61-bac1-3a874250056d None None] Routers {'0d3dbd75-ff6d-4639-8832-1bad275ef3c5'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:35:42.786836 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b48cbf61-4112-4a61-bac1-3a874250056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:35:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:42.899197 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-b48cbf61-4112-4a61-bac1-3a874250056d None None] Set router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:35:43.083782 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b48cbf61-4112-4a61-bac1-3a874250056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:35:42Z', 'revision_number': 5, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:43.109969 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48cbf61-4112-4a61-bac1-3a874250056d None None] Checking router: 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:35:43.119316 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48cbf61-4112-4a61-bac1-3a874250056d None None] Routers {'0d3dbd75-ff6d-4639-8832-1bad275ef3c5'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:35:43.119972 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b48cbf61-4112-4a61-bac1-3a874250056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:35:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:43.150598 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:43.220586 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-b48cbf61-4112-4a61-bac1-3a874250056d None None] Set router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:35:43.262272 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:43.314595 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Deleting port 3846429b-983a-4082-8fd9-aa3fc68a27f3 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:43.314948 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:43.397454 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] For port 3846429b-983a-4082-8fd9-aa3fc68a27f3, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=3846429b-983a-4082-8fd9-aa3fc68a27f3,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:43.397903 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:43.400207 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b48cbf61-4112-4a61-bac1-3a874250056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:35:42Z', 'revision_number': 5, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:43.410663 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Calling delete_port for 3846429b-983a-4082-8fd9-aa3fc68a27f3 owned by network:router_gateway {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:43.429444 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48cbf61-4112-4a61-bac1-3a874250056d None None] The sync data for ids ['0d3dbd75-ff6d-4639-8832-1bad275ef3c5'] in dv-cinder-805887-9-iscsi is: [{'id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'name': 'tempest-TestShelveInstance-1933323659-router', 'tenant_id': '01dd2e1469fd4e37af51e3edf144f314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:22Z', 'updated_at': '2021-08-31T18:35:42Z', 'revision_number': 5, 'project_id': '01dd2e1469fd4e37af51e3edf144f314', 'gw_port': {'id': '3846429b-983a-4082-8fd9-aa3fc68a27f3', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3dbd75-ff6d-4639-8832-1bad275ef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:23Z', 'updated_at': '2021-08-31T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:35:43.576459 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:43.601430 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3846429b-983a-4082-8fd9-aa3fc68a27f3,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:43.659193 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582389'] for router_gateway, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:43.749016 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3859'] for router, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:43.751210 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:43.805278 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575680'] for router, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:43.805828 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d3dbd75-ff6d-4639-8832-1bad275ef3c5 {{(pid=93880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:35:43.810279 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:43.811434 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-34a3360f-e367-48c2-9149-be5bb1d516cc admin admin] 10.222.0.35 "DELETE /v2.0/routers/0d3dbd75-ff6d-4639-8832-1bad275ef3c5 HTTP/1.1" status: 204 len: 168 time: 1.0407555 Aug 31 18:35:43.815191 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43748) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:43.862998 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dc04a3-d0d2-4134-9220-0f9830d0a1fe admin admin] Deleting subnet 56e44edf-623c-47bc-8cb7-194c41304bcb {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:35:43.866523 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a0dc04a3-d0d2-4134-9220-0f9830d0a1fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:43.902633 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a0dc04a3-d0d2-4134-9220-0f9830d0a1fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126587626'] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:43.920852 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43752) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:44.017014 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a0dc04a3-d0d2-4134-9220-0f9830d0a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.031046 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0a9f97c4-95b5-45b3-8dd3-757c3d01efae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.074044 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a0dc04a3-d0d2-4134-9220-0f9830d0a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126740558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126291603'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.107564 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc04a3-d0d2-4134-9220-0f9830d0a1fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e44edf-623c-47bc-8cb7-194c41304bcb,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:44.109337 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a0dc04a3-d0d2-4134-9220-0f9830d0a1fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.113617 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a0dc04a3-d0d2-4134-9220-0f9830d0a1fe admin admin] 10.222.0.35 "DELETE /v2.0/subnets/56e44edf-623c-47bc-8cb7-194c41304bcb HTTP/1.1" status: 204 len: 168 time: 0.2951102 Aug 31 18:35:44.114205 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43756) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:44.120520 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44944228-aa3d-40db-bc40-29c1485d9c72 None None] Network b04046da-9c89-4497-a1f2-73518ae52ac1 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:35:44.136095 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0a9f97c4-95b5-45b3-8dd3-757c3d01efae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.140067 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0a9f97c4-95b5-45b3-8dd3-757c3d01efae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.168982 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-0a9f97c4-95b5-45b3-8dd3-757c3d01efae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ab29925bacc47279b3d9c23b90ef932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467954 Aug 31 18:35:44.169653 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43758) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:44.200873 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f97c4-95b5-45b3-8dd3-757c3d01efae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e207f39-eb4b-47fa-bc23-c3327bcbaa2c,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:44.210336 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.238341 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33adc8b2-da2c-4ce4-a112-5e23b273fe93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.260987 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33adc8b2-da2c-4ce4-a112-5e23b273fe93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.273819 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Deleting port d4edd256-760b-4d82-9ffe-b195ecc1d852 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:44.274357 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.310240 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33adc8b2-da2c-4ce4-a112-5e23b273fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.312986 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33adc8b2-da2c-4ce4-a112-5e23b273fe93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.314121 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-33adc8b2-da2c-4ce4-a112-5e23b273fe93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e207f39-eb4b-47fa-bc23-c3327bcbaa2c HTTP/1.1" status: 204 len: 168 time: 0.1391716 Aug 31 18:35:44.322111 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adc8b2-da2c-4ce4-a112-5e23b273fe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e207f39-eb4b-47fa-bc23-c3327bcbaa2c,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:44.341725 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] For port d4edd256-760b-4d82-9ffe-b195ecc1d852, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=d4edd256-760b-4d82-9ffe-b195ecc1d852,segment=NetworkSegment(f2385a44-6b35-4207-8347-bfe70808ab7a),segment_id=f2385a44-6b35-4207-8347-bfe70808ab7a)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:44.342059 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.356285 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Calling delete_port for d4edd256-760b-4d82-9ffe-b195ecc1d852 owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:44.439112 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.465996 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4edd256-760b-4d82-9ffe-b195ecc1d852,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:44.467859 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] No DVR routers for this DVR port d4edd256-760b-4d82-9ffe-b195ecc1d852 on host dv-cinder-805887-9-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:35:44.518838 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280b2935-23cb-4e63-b09c-bbd81817de2a None None] DHCP port deletion for b04046da-9c89-4497-a1f2-73518ae52ac1 request from dv-cinder-805887-9-iscsi {{(pid=93881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:35:44.552771 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.563880 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04046da-9c89-4497-a1f2-73518ae52ac1']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:44.575452 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2385a44-6b35-4207-8347-bfe70808ab7a') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:44.575820 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2385a44-6b35-4207-8347-bfe70808ab7a') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:44.584429 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126587601'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.598045 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.605765 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:35:44.606194 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126740724'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: Traceback (most recent call last): Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: timer() Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: cb(*args, **kw) Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: return func(*args, **kwargs) Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: self._notify() Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: self.callback(batched_events) Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: event.method(event) Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: return f(self, *a, **k) Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._get(url).json() Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:35:44.607917 dv-cinder-805887-9-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:35:44.661536 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.667343 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:44.675572 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] 10.222.0.35 "DELETE /v2.0/networks/b04046da-9c89-4497-a1f2-73518ae52ac1 HTTP/1.1" status: 204 len: 168 time: 0.5541728 Aug 31 18:35:44.675664 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43772) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:44.680442 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f01d8a-5414-49d9-bca1-8aeea7495c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=b04046da-9c89-4497-a1f2-73518ae52ac1,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:45.020808 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3ae9c28b-fcf4-49a2-8a1d-a3bdbb951c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1575947'] for router_interface, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:45.269455 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9c28b-fcf4-49a2-8a1d-a3bdbb951c2d admin admin] Deleting port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:45.269798 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3ae9c28b-fcf4-49a2-8a1d-a3bdbb951c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:45.345246 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43794) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:45.360002 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-3ae9c28b-fcf4-49a2-8a1d-a3bdbb951c2d admin admin] For port 6aa7485a-7bc9-4f3d-8ca6-19978bae3833, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=6aa7485a-7bc9-4f3d-8ca6-19978bae3833,segment=NetworkSegment(4c06a0cc-50b0-472c-8ca9-912b9d172f39),segment_id=4c06a0cc-50b0-472c-8ca9-912b9d172f39)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:45.360456 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3ae9c28b-fcf4-49a2-8a1d-a3bdbb951c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:45.374010 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9c28b-fcf4-49a2-8a1d-a3bdbb951c2d admin admin] Calling delete_port for 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 owned by network:router_interface {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:45.388751 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 3846429b-983a-4082-8fd9-aa3fc68a27f3 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:35:45.408527 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 3846429b-983a-4082-8fd9-aa3fc68a27f3 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:35:45.408876 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 3846429b-983a-4082-8fd9-aa3fc68a27f3 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:35:45.409302 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 506d41f9-0308-4823-b97d-1013764d6eaf no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:35:45.428009 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 506d41f9-0308-4823-b97d-1013764d6eaf {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:35:45.428352 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 506d41f9-0308-4823-b97d-1013764d6eaf not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:35:45.428992 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device d4edd256-760b-4d82-9ffe-b195ecc1d852 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:35:45.447870 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: d4edd256-760b-4d82-9ffe-b195ecc1d852 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:35:45.448220 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device d4edd256-760b-4d82-9ffe-b195ecc1d852 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:35:45.489207 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2db0f047-3fdb-45d4-a753-897eb7a5231c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:45.610049 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3ae9c28b-fcf4-49a2-8a1d-a3bdbb951c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:45.637966 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9c28b-fcf4-49a2-8a1d-a3bdbb951c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa7485a-7bc9-4f3d-8ca6-19978bae3833,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:45.674737 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2db0f047-3fdb-45d4-a753-897eb7a5231c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:45.692750 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2db0f047-3fdb-45d4-a753-897eb7a5231c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:45.750213 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-2db0f047-3fdb-45d4-a753-897eb7a5231c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e55bf54e4aa4735955221f52f2b65c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038515 Aug 31 18:35:45.750938 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0f047-3fdb-45d4-a753-897eb7a5231c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17898c9b-cd98-4f66-98cb-20d31f423bf7,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:45.752931 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43798) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:45.809749 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3165e5e6-31e5-4e29-a151-cf827c6bedb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:45.832942 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3165e5e6-31e5-4e29-a151-cf827c6bedb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:45.851328 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3ae9c28b-fcf4-49a2-8a1d-a3bdbb951c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1807473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576087'] for router_interface, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:45.882151 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3165e5e6-31e5-4e29-a151-cf827c6bedb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:45.885462 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3165e5e6-31e5-4e29-a151-cf827c6bedb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:45.886660 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3165e5e6-31e5-4e29-a151-cf827c6bedb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17898c9b-cd98-4f66-98cb-20d31f423bf7 HTTP/1.1" status: 204 len: 168 time: 0.1321967 Aug 31 18:35:45.897547 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165e5e6-31e5-4e29-a151-cf827c6bedb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17898c9b-cd98-4f66-98cb-20d31f423bf7,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:46.064560 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae9c28b-fcf4-49a2-8a1d-a3bdbb951c2d admin admin] Router 16c37851-b75b-43c4-a33f-fcc0b394bedc has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:35:46.173700 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae9c28b-fcf4-49a2-8a1d-a3bdbb951c2d admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:35:46.181129 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43812) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:46.182689 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a26dff2-5ab4-4859-b155-a5c8ebd7f47f None None] Sync routers for ids ['16c37851-b75b-43c4-a33f-fcc0b394bedc'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:35:46.185118 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-3ae9c28b-fcf4-49a2-8a1d-a3bdbb951c2d admin admin] 10.222.0.35 "PUT /v2.0/routers/16c37851-b75b-43c4-a33f-fcc0b394bedc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5116363 Aug 31 18:35:46.192866 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26dff2-5ab4-4859-b155-a5c8ebd7f47f None None] Routers {'16c37851-b75b-43c4-a33f-fcc0b394bedc'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:35:46.194036 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-3a26dff2-5ab4-4859-b155-a5c8ebd7f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:35:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['16c37851-b75b-43c4-a33f-fcc0b394bedc'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:46.290394 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Notify callbacks [] for router, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:46.303129 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-3a26dff2-5ab4-4859-b155-a5c8ebd7f47f None None] Set router 16c37851-b75b-43c4-a33f-fcc0b394bedc gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:35:46.406366 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:46.460818 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Deleting port 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:46.461165 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:46.492549 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-3a26dff2-5ab4-4859-b155-a5c8ebd7f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'name': 'tempest-TestShelveInstance-1232327727-router', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:30Z', 'updated_at': '2021-08-31T18:35:45Z', 'revision_number': 5, 'project_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'gw_port': {'id': '9bf44aea-189f-4e1e-93f8-43d2c5d8acc7', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:29:31Z', 'updated_at': '2021-08-31T18:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:46.521198 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a26dff2-5ab4-4859-b155-a5c8ebd7f47f None None] Checking router: 16c37851-b75b-43c4-a33f-fcc0b394bedc for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:35:46.531627 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26dff2-5ab4-4859-b155-a5c8ebd7f47f None None] Routers {'16c37851-b75b-43c4-a33f-fcc0b394bedc'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:35:46.532730 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-3a26dff2-5ab4-4859-b155-a5c8ebd7f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:35:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['16c37851-b75b-43c4-a33f-fcc0b394bedc'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:46.547613 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] For port 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=9bf44aea-189f-4e1e-93f8-43d2c5d8acc7,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:46.547949 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:46.560598 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Calling delete_port for 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 owned by network:router_gateway {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:46.627289 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-3a26dff2-5ab4-4859-b155-a5c8ebd7f47f None None] Set router 16c37851-b75b-43c4-a33f-fcc0b394bedc gateway port host: None {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:35:46.678380 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-3a26dff2-5ab4-4859-b155-a5c8ebd7f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'name': 'tempest-TestShelveInstance-1232327727-router', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:30Z', 'updated_at': '2021-08-31T18:35:46Z', 'revision_number': 6, 'project_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'gw_port_host': None}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:46.708776 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a26dff2-5ab4-4859-b155-a5c8ebd7f47f None None] The sync data for ids ['16c37851-b75b-43c4-a33f-fcc0b394bedc'] in dv-cinder-805887-9-iscsi is: [{'id': '16c37851-b75b-43c4-a33f-fcc0b394bedc', 'name': 'tempest-TestShelveInstance-1232327727-router', 'tenant_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:29:30Z', 'updated_at': '2021-08-31T18:35:46Z', 'revision_number': 6, 'project_id': 'd8427be1de7a41fcb0ab0c41dd545325', 'gw_port_host': None}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:35:46.744789 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:46.775867 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf44aea-189f-4e1e-93f8-43d2c5d8acc7,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:46.837613 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582389'] for router_gateway, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:46.933152 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3859'] for router, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:46.935355 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:46.979764 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575680'] for router, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:46.980337 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16c37851-b75b-43c4-a33f-fcc0b394bedc {{(pid=93880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:35:46.984967 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:46.986210 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9ff3755a-c114-473c-8f0d-dbf573d9152e admin admin] 10.222.0.35 "DELETE /v2.0/routers/16c37851-b75b-43c4-a33f-fcc0b394bedc HTTP/1.1" status: 204 len: 168 time: 0.8040426 Aug 31 18:35:46.988858 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43832) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:47.251665 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4110a9-969f-4c4a-aebc-b319ab624309 admin admin] Deleting subnet e71879b6-e932-443e-bc95-82919b450b7f {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:35:47.254796 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ff4110a9-969f-4c4a-aebc-b319ab624309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:47.288806 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ff4110a9-969f-4c4a-aebc-b319ab624309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3578427'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:47.365221 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ff4110a9-969f-4c4a-aebc-b319ab624309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:47.426533 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ff4110a9-969f-4c4a-aebc-b319ab624309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127822973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127405126'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:47.456554 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4110a9-969f-4c4a-aebc-b319ab624309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71879b6-e932-443e-bc95-82919b450b7f,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:47.460674 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ff4110a9-969f-4c4a-aebc-b319ab624309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:47.463570 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ff4110a9-969f-4c4a-aebc-b319ab624309 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e71879b6-e932-443e-bc95-82919b450b7f HTTP/1.1" status: 204 len: 168 time: 0.4735935 Aug 31 18:35:47.466553 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 43834) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:47.471596 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095420c4-97c1-4e3b-9f12-725ef731d9ce None None] Network 7f8f2228-f3c9-4e17-82eb-a247fcb13a85 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:35:47.517365 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:35:47.545180 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:47.554081 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:35:47.554466 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 9bf44aea-189f-4e1e-93f8-43d2c5d8acc7 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:35:47.554898 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:35:47.603528 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Deleting port 8b251e8d-e409-4615-a7ff-3d91968a2090 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:35:47.603932 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:47.671533 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] For port 8b251e8d-e409-4615-a7ff-3d91968a2090, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=8b251e8d-e409-4615-a7ff-3d91968a2090,segment=NetworkSegment(4c06a0cc-50b0-472c-8ca9-912b9d172f39),segment_id=4c06a0cc-50b0-472c-8ca9-912b9d172f39)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:47.671906 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:47.695080 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Calling delete_port for 8b251e8d-e409-4615-a7ff-3d91968a2090 owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:35:47.704900 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:35:47.705292 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 6aa7485a-7bc9-4f3d-8ca6-19978bae3833 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:35:47.780386 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:47.804673 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b251e8d-e409-4615-a7ff-3d91968a2090,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:47.810706 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] No DVR routers for this DVR port 8b251e8d-e409-4615-a7ff-3d91968a2090 on host dv-cinder-805887-9-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:35:47.836747 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e489807-7a8e-4bf8-8b15-d2d65f5e8ecd None None] DHCP port deletion for 7f8f2228-f3c9-4e17-82eb-a247fcb13a85 request from dv-cinder-805887-9-iscsi {{(pid=93881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:35:47.882833 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:47.892400 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8f2228-f3c9-4e17-82eb-a247fcb13a85']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:47.902214 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c06a0cc-50b0-472c-8ca9-912b9d172f39') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:47.902510 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c06a0cc-50b0-472c-8ca9-912b9d172f39') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:35:47.911303 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126587601'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:47.925059 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:47.931055 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:35:47.932090 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126740724'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: Traceback (most recent call last): Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: timer() Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: cb(*args, **kw) Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: return func(*args, **kwargs) Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: self._notify() Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: self.callback(batched_events) Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: event.method(event) Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: return f(self, *a, **k) Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._get(url).json() Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:35:47.933735 dv-cinder-805887-9-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:35:47.985899 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:48.002038 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:48.003916 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7f8f2228-f3c9-4e17-82eb-a247fcb13a85 HTTP/1.1" status: 204 len: 168 time: 0.5363300 Aug 31 18:35:48.005338 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01feb62-92b1-4471-9c0a-fc7a0ee7b1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8f2228-f3c9-4e17-82eb-a247fcb13a85,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:48.167724 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43852) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:48.175340 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-edb6b72d-b159-42b4-bbcd-427f496443b7 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4335a37af03b459890c690d8c732c894&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327892 Aug 31 18:35:48.207358 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a2d2a7d0-73a1-4895-a1c9-52cb1e63bee1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01dd2e1469fd4e37af51e3edf144f314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384307 Aug 31 18:35:48.209752 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43854) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:48.256024 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c8572efb-22e1-4567-830e-8f08db1083e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:48.277250 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c8572efb-22e1-4567-830e-8f08db1083e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:48.322096 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c8572efb-22e1-4567-830e-8f08db1083e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:48.324643 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c8572efb-22e1-4567-830e-8f08db1083e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:48.325788 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c8572efb-22e1-4567-830e-8f08db1083e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/437d97a7-1240-4dc6-8bca-01d792efa8b8 HTTP/1.1" status: 204 len: 168 time: 0.1151361 Aug 31 18:35:48.334160 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8572efb-22e1-4567-830e-8f08db1083e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437d97a7-1240-4dc6-8bca-01d792efa8b8,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:48.363036 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-b20b9abb-9e75-4025-b05c-f024a956799a tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:48.364492 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-b20b9abb-9e75-4025-b05c-f024a956799a tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838059 Aug 31 18:35:48.378916 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-89c39bb2-b893-48fa-9210-8f93d4254df6 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/quotas/4335a37af03b459890c690d8c732c894 HTTP/1.1" status: 200 len: 375 time: 0.0087578 Aug 31 18:35:48.411490 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-0f54785e-5f10-4726-af87-4722a1521724 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4335a37af03b459890c690d8c732c894&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270486 Aug 31 18:35:48.573156 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9662bb2c-f094-4924-999d-c436705b05d3 req-e47b0a70-3dd1-481a-8b1a-e83debf9a37b tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 210 time: 0.0312107 Aug 31 18:35:48.658222 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43868) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:48.698894 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-825df60c-a1d3-43ad-bc82-0b86d790d38a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8427be1de7a41fcb0ab0c41dd545325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395420 Aug 31 18:35:48.701987 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 43870) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:35:48.754564 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b936da25-4448-4b10-acd7-3c67851ff12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:48.780906 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b936da25-4448-4b10-acd7-3c67851ff12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:48.828851 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b936da25-4448-4b10-acd7-3c67851ff12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:48.831434 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b936da25-4448-4b10-acd7-3c67851ff12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:48.832653 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b936da25-4448-4b10-acd7-3c67851ff12e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7413acd6-8a94-468b-a8df-4b407d42bb46 HTTP/1.1" status: 204 len: 168 time: 0.1296678 Aug 31 18:35:48.841825 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936da25-4448-4b10-acd7-3c67851ff12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7413acd6-8a94-468b-a8df-4b407d42bb46,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:49.365879 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 8b251e8d-e409-4615-a7ff-3d91968a2090 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:35:49.385909 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 8b251e8d-e409-4615-a7ff-3d91968a2090 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:35:49.386252 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 8b251e8d-e409-4615-a7ff-3d91968a2090 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:35:49.448796 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-bc2da2b2-744a-4af7-a23a-9a0f381112c0 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4335a37af03b459890c690d8c732c894&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212672 Aug 31 18:35:49.508348 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf6e2039-595c-4cbd-b893-440bc22f5da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:49.563722 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-fd1ed9b1-bf43-4ecb-b5c9-df13c5c75aeb tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:49.565397 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-fd1ed9b1-bf43-4ecb-b5c9-df13c5c75aeb tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101997 Aug 31 18:35:49.579287 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Request body: {'port': {'device_id': '573ec2df-a546-4e92-9e63-75bcdd7f0806', 'network_id': '964b568e-89e5-4317-9793-a7378fa24df4', 'admin_state_up': True, 'tenant_id': '4335a37af03b459890c690d8c732c894'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:35:49.679666 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4e7f300-8d37-4d12-b4a4-c04b0b74c94e req-daa02968-f2a1-420a-a641-d46788671853 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 210 time: 0.0394728 Aug 31 18:35:49.710764 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Made reservation on behalf of 4335a37af03b459890c690d8c732c894 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:35:49.714847 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:49.723228 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:49.812595 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:49.816146 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:49.876198 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43363c2-26eb-4b75-8998-5bab9fee383c,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:49.948966 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Allocated IP 192.168.233.226 (964b568e-89e5-4317-9793-a7378fa24df4/2e199c77-ff73-4cbe-90c1-da28d4caa522/393d992b-4081-4e3b-9041-9936cfd0f811) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:35:50.086265 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:50.099670 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Transition to ACTIVE for port object 393d992b-4081-4e3b-9041-9936cfd0f811 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:35:50.132766 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:50.179104 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Network 964b568e-89e5-4317-9793-a7378fa24df4 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:35:50.182818 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:35:50.186601 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:35:50.209221 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Pushing event updated for resources: {'Port': ['ID=393d992b-4081-4e3b-9041-9936cfd0f811,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:50.237606 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:50.238234 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:50.253526 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-5d4da6cc-3484-474b-b877-101b3f65cf61 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6779549 Aug 31 18:35:50.266836 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Request body: {'port': {'device_id': '573ec2df-a546-4e92-9e63-75bcdd7f0806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:35:50.321018 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:50.456201 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-518f678a-2325-4f0f-b068-be6b105d5b19 None None] Provisioning for port 393d992b-4081-4e3b-9041-9936cfd0f811 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:35:50.459654 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-518f678a-2325-4f0f-b068-be6b105d5b19 None None] Provisioning complete for port 393d992b-4081-4e3b-9041-9936cfd0f811 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:35:50.460026 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-518f678a-2325-4f0f-b068-be6b105d5b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:50.496045 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-518f678a-2325-4f0f-b068-be6b105d5b19 None None] Port 393d992b-4081-4e3b-9041-9936cfd0f811 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:35:50.862507 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393d992b-4081-4e3b-9041-9936cfd0f811 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:35:50.871517 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:50.889096 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Transition to ACTIVE for port object 393d992b-4081-4e3b-9041-9936cfd0f811 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:35:50.897680 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed175bd-4488-4168-84cd-989b0df09127 req-6120c36c-31fd-4469-97ee-6ec9e68b8214 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:50.899139 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7ed175bd-4488-4168-84cd-989b0df09127 req-6120c36c-31fd-4469-97ee-6ec9e68b8214 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 936 time: 0.0730207 Aug 31 18:35:50.900823 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:50.971296 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Pushing event updated for resources: {'Port': ['ID=393d992b-4081-4e3b-9041-9936cfd0f811,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:50.999894 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7ed175bd-4488-4168-84cd-989b0df09127 req-45457a91-7a04-460a-9b5a-0012885419cf tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43363c2-26eb-4b75-8998-5bab9fee383c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912960 Aug 31 18:35:51.049210 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Attempting to bind port 393d992b-4081-4e3b-9041-9936cfd0f811 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:35:51.049545 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Attempting to bind port 393d992b-4081-4e3b-9041-9936cfd0f811 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '90d07abc-c413-4c59-87c9-cb9adfbf1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '964b568e-89e5-4317-9793-a7378fa24df4'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:35:51.049870 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Attempting to bind port 393d992b-4081-4e3b-9041-9936cfd0f811 on network 964b568e-89e5-4317-9793-a7378fa24df4 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:35:51.054198 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Port 393d992b-4081-4e3b-9041-9936cfd0f811 on network 964b568e-89e5-4317-9793-a7378fa24df4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:35:51.054513 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Attempting to bind port 393d992b-4081-4e3b-9041-9936cfd0f811 on network 964b568e-89e5-4317-9793-a7378fa24df4 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:35:51.059947 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:35:51.060288 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Checking segment: {'id': '90d07abc-c413-4c59-87c9-cb9adfbf1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '964b568e-89e5-4317-9793-a7378fa24df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:35:51.060703 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Bound using segment: {'id': '90d07abc-c413-4c59-87c9-cb9adfbf1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '964b568e-89e5-4317-9793-a7378fa24df4'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:35:51.061123 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Bound port: 393d992b-4081-4e3b-9041-9936cfd0f811, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d07abc-c413-4c59-87c9-cb9adfbf1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '964b568e-89e5-4317-9793-a7378fa24df4'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:35:51.061477 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:51.127506 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] For port 393d992b-4081-4e3b-9041-9936cfd0f811, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:35:51.131913 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] For port 393d992b-4081-4e3b-9041-9936cfd0f811, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=393d992b-4081-4e3b-9041-9936cfd0f811,segment=NetworkSegment(90d07abc-c413-4c59-87c9-cb9adfbf1472),segment_id=90d07abc-c413-4c59-87c9-cb9adfbf1472)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:35:51.136209 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:51.173282 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:51.173903 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:51.175290 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] 10.222.0.50 "PUT /v2.0/ports/393d992b-4081-4e3b-9041-9936cfd0f811 HTTP/1.1" status: 200 len: 1098 time: 0.9127228 Aug 31 18:35:51.175726 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573ec2df-a546-4e92-9e63-75bcdd7f0806', 'tag': '393d992b-4081-4e3b-9041-9936cfd0f811'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:35:51.178006 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec119e25-0458-4965-9e88-c6bc40034a39" -d '{"events": [{"name": "network-changed", "server_uuid": "573ec2df-a546-4e92-9e63-75bcdd7f0806", "tag": "393d992b-4081-4e3b-9041-9936cfd0f811"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:35:51.203311 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff5cbf-a55d-48e2-b64a-ef561e7d9dbc service neutron] Pushing event updated for resources: {'Port': ['ID=393d992b-4081-4e3b-9041-9936cfd0f811,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:51.216526 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2de4b0-9034-4aae-b412-44e9c414e6c8 x-openstack-request-id: req-8e2de4b0-9034-4aae-b412-44e9c414e6c8 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:35:51.216854 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573ec2df-a546-4e92-9e63-75bcdd7f0806", "tag": "393d992b-4081-4e3b-9041-9936cfd0f811", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:35:51.217155 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e2de4b0-9034-4aae-b412-44e9c414e6c8 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:35:51.217513 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573ec2df-a546-4e92-9e63-75bcdd7f0806', 'tag': '393d992b-4081-4e3b-9041-9936cfd0f811', 'status': 'completed', 'code': 200} Aug 31 18:35:51.265576 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-f0d80faa-68c1-4b99-b852-f5e5d90edf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:51.267110 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-f0d80faa-68c1-4b99-b852-f5e5d90edf34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4335a37af03b459890c690d8c732c894&device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 1101 time: 0.0449409 Aug 31 18:35:51.311549 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-c5d44bb9-0a6e-4536-937a-dac9f8cb48bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=393d992b-4081-4e3b-9041-9936cfd0f811 HTTP/1.1" status: 200 len: 217 time: 0.0348346 Aug 31 18:35:51.361717 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-c1f24939-c29d-4ee6-a59f-a5d0c07f6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:51.363150 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-c1f24939-c29d-4ee6-a59f-a5d0c07f6ae2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e199c77-ff73-4cbe-90c1-da28d4caa522 HTTP/1.1" status: 200 len: 843 time: 0.0442793 Aug 31 18:35:51.412834 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-e1443829-d7b5-4b1b-97bb-3f5d4a377f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:51.414294 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-e1443829-d7b5-4b1b-97bb-3f5d4a377f5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=964b568e-89e5-4317-9793-a7378fa24df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0428770 Aug 31 18:35:51.503550 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-3f57e1c8-c612-430e-9788-06065b6b84e4 service neutron] 10.222.0.50 "GET /v2.0/networks/964b568e-89e5-4317-9793-a7378fa24df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808311 Aug 31 18:35:51.596204 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34576af0-4967-4cb0-a20e-e7a452edbb2c req-ee8e0d29-1432-4cb5-83dd-f1900d053b53 service neutron] 10.222.0.50 "GET /v2.0/networks/964b568e-89e5-4317-9793-a7378fa24df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840416 Aug 31 18:35:51.681400 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec119e25-0458-4965-9e88-c6bc40034a39 req-a965fded-d380-4f52-8ff9-1ac5222c4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:51.682931 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec119e25-0458-4965-9e88-c6bc40034a39 req-a965fded-d380-4f52-8ff9-1ac5222c4cdb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4335a37af03b459890c690d8c732c894&device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 1101 time: 0.0404296 Aug 31 18:35:51.779657 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec119e25-0458-4965-9e88-c6bc40034a39 req-ca25a0f9-9b6c-4a20-975f-08e7610f6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:51.781176 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec119e25-0458-4965-9e88-c6bc40034a39 req-ca25a0f9-9b6c-4a20-975f-08e7610f6db2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=964b568e-89e5-4317-9793-a7378fa24df4 HTTP/1.1" status: 200 len: 870 time: 0.0884671 Aug 31 18:35:51.828078 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec119e25-0458-4965-9e88-c6bc40034a39 req-1379c2a7-e8de-461c-8ab3-61cd69cb16ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=393d992b-4081-4e3b-9041-9936cfd0f811 HTTP/1.1" status: 200 len: 217 time: 0.0377021 Aug 31 18:35:51.878876 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec119e25-0458-4965-9e88-c6bc40034a39 req-dbe27813-e486-4f0c-9f63-7aabf33aa7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:51.880271 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec119e25-0458-4965-9e88-c6bc40034a39 req-dbe27813-e486-4f0c-9f63-7aabf33aa7c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e199c77-ff73-4cbe-90c1-da28d4caa522 HTTP/1.1" status: 200 len: 843 time: 0.0425758 Aug 31 18:35:51.924986 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec119e25-0458-4965-9e88-c6bc40034a39 req-7612045c-0d09-4938-8a83-1aacc9486b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:51.926441 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec119e25-0458-4965-9e88-c6bc40034a39 req-7612045c-0d09-4938-8a83-1aacc9486b0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=964b568e-89e5-4317-9793-a7378fa24df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0379303 Aug 31 18:35:52.021581 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec119e25-0458-4965-9e88-c6bc40034a39 req-1a054f7e-3d17-42c4-bd4f-e75075b04227 service neutron] 10.222.0.50 "GET /v2.0/networks/964b568e-89e5-4317-9793-a7378fa24df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844994 Aug 31 18:35:52.155223 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acf66b-afd5-4faf-88e6-dbf1842ed308 req-b2951e08-65a6-439a-9a75-110de57c33fa tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:52.156782 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77acf66b-afd5-4faf-88e6-dbf1842ed308 req-b2951e08-65a6-439a-9a75-110de57c33fa tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 948 time: 0.0856802 Aug 31 18:35:52.159193 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec119e25-0458-4965-9e88-c6bc40034a39 req-c8a187a3-7cae-48bd-8e60-0ac3333d8f31 service neutron] 10.222.0.50 "GET /v2.0/networks/964b568e-89e5-4317-9793-a7378fa24df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290269 Aug 31 18:35:52.169982 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0cd04081-38fd-49e6-b70c-7c885faf8560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:52.199827 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77acf66b-afd5-4faf-88e6-dbf1842ed308 req-ba671b19-5b28-4e8e-a7f1-770838122c47 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43363c2-26eb-4b75-8998-5bab9fee383c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328500 Aug 31 18:35:52.543228 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:53.201817 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:53.314729 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aba60-f802-4175-8165-59a33b66ba74 req-7a0f07f6-d78c-4e20-a94f-6f7d614045d6 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:53.316075 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-950aba60-f802-4175-8165-59a33b66ba74 req-7a0f07f6-d78c-4e20-a94f-6f7d614045d6 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 948 time: 0.0487485 Aug 31 18:35:53.354307 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-950aba60-f802-4175-8165-59a33b66ba74 req-720a7199-4188-495b-b4b9-fa37679f1a65 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43363c2-26eb-4b75-8998-5bab9fee383c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317862 Aug 31 18:35:53.866466 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 393d992b-4081-4e3b-9041-9936cfd0f811 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:35:53.960463 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 393d992b-4081-4e3b-9041-9936cfd0f811, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=393d992b-4081-4e3b-9041-9936cfd0f811,segment=NetworkSegment(90d07abc-c413-4c59-87c9-cb9adfbf1472),segment_id=90d07abc-c413-4c59-87c9-cb9adfbf1472)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:53.971664 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '393d992b-4081-4e3b-9041-9936cfd0f811', 'network_id': '964b568e-89e5-4317-9793-a7378fa24df4', 'port_id': '393d992b-4081-4e3b-9041-9936cfd0f811', 'mac_address': 'fa:16:3e:35:8a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e199c77-ff73-4cbe-90c1-da28d4caa522', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:35:54.012068 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:54.024227 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393d992b-4081-4e3b-9041-9936cfd0f811 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:35:54.044762 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 393d992b-4081-4e3b-9041-9936cfd0f811, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=393d992b-4081-4e3b-9041-9936cfd0f811,segment=NetworkSegment(90d07abc-c413-4c59-87c9-cb9adfbf1472),segment_id=90d07abc-c413-4c59-87c9-cb9adfbf1472)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:54.048620 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:54.092652 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=393d992b-4081-4e3b-9041-9936cfd0f811,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:54.298948 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['393d992b-4081-4e3b-9041-9936cfd0f811'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:35:54.468510 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28771c-8d8c-48b4-897e-ec2527415c62 req-4864541b-6d06-4192-9aa2-8c772db1a1d3 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:54.470014 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7f28771c-8d8c-48b4-897e-ec2527415c62 req-4864541b-6d06-4192-9aa2-8c772db1a1d3 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 949 time: 0.0488441 Aug 31 18:35:54.507749 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7f28771c-8d8c-48b4-897e-ec2527415c62 req-dcb60405-8c1f-4194-bbaa-ec8ecf0adf19 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43363c2-26eb-4b75-8998-5bab9fee383c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315468 Aug 31 18:35:54.919184 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:55.621545 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8bbe3-8f16-49da-beb3-2f51fe8042b5 req-b7af12e1-db9e-43da-a6fb-228485b5c5da tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:55.622935 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bad8bbe3-8f16-49da-beb3-2f51fe8042b5 req-b7af12e1-db9e-43da-a6fb-228485b5c5da tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 949 time: 0.0513313 Aug 31 18:35:55.659175 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bad8bbe3-8f16-49da-beb3-2f51fe8042b5 req-83f29a88-a0a4-4a72-bda9-f56cecca205d tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43363c2-26eb-4b75-8998-5bab9fee383c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305078 Aug 31 18:35:55.743260 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:55.875075 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 393d992b-4081-4e3b-9041-9936cfd0f811 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:35:55.921388 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port 393d992b-4081-4e3b-9041-9936cfd0f811 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:35:55.925006 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 393d992b-4081-4e3b-9041-9936cfd0f811 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:35:55.925377 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:55.999500 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:56.020361 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573ec2df-a546-4e92-9e63-75bcdd7f0806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d992b-4081-4e3b-9041-9936cfd0f811'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:35:56.022579 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cf4b7a-899d-4e2f-ab01-702c60a3bd7c" -d '{"events": [{"server_uuid": "573ec2df-a546-4e92-9e63-75bcdd7f0806", "name": "network-vif-plugged", "status": "completed", "tag": "393d992b-4081-4e3b-9041-9936cfd0f811"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:35:56.037676 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 393d992b-4081-4e3b-9041-9936cfd0f811, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=393d992b-4081-4e3b-9041-9936cfd0f811,segment=NetworkSegment(90d07abc-c413-4c59-87c9-cb9adfbf1472),segment_id=90d07abc-c413-4c59-87c9-cb9adfbf1472)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:35:56.042606 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:35:56.065715 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a65da59-0b92-4359-a50a-716e4e6b613c x-openstack-request-id: req-1a65da59-0b92-4359-a50a-716e4e6b613c {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:35:56.066032 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573ec2df-a546-4e92-9e63-75bcdd7f0806", "name": "network-vif-plugged", "status": "completed", "tag": "393d992b-4081-4e3b-9041-9936cfd0f811", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:35:56.066296 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a65da59-0b92-4359-a50a-716e4e6b613c {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:35:56.066678 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ec2df-a546-4e92-9e63-75bcdd7f0806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d992b-4081-4e3b-9041-9936cfd0f811', 'code': 200} Aug 31 18:35:56.091017 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=393d992b-4081-4e3b-9041-9936cfd0f811,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:35:56.097756 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:56.098122 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:56.098470 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:56.098813 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:56.099415 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:56.099769 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:56.100084 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:56.100413 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:56.100768 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:56.101096 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:56.101423 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:56.101745 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:35:56.222170 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4750c-0a76-495c-89ec-0b1729b2f951 req-d2530212-29db-46cc-bc59-d8260cea2cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:56.223610 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e3f4750c-0a76-495c-89ec-0b1729b2f951 req-d2530212-29db-46cc-bc59-d8260cea2cc1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 1103 time: 0.0381725 Aug 31 18:35:56.258251 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e3f4750c-0a76-495c-89ec-0b1729b2f951 req-91dfb0b5-0255-4257-9af5-15ebc30eb496 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b43363c2-26eb-4b75-8998-5bab9fee383c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268888 Aug 31 18:35:56.769563 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d03202-abc7-431e-a9c5-2748d3a644f8 req-3d14c453-c81f-4dd0-8b1c-30bc4cc465e4 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:56.771068 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d5d03202-abc7-431e-a9c5-2748d3a644f8 req-3d14c453-c81f-4dd0-8b1c-30bc4cc465e4 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 950 time: 0.0484052 Aug 31 18:35:56.808665 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d5d03202-abc7-431e-a9c5-2748d3a644f8 req-31f9453d-4a66-48e2-857a-1e1820b6eda7 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43363c2-26eb-4b75-8998-5bab9fee383c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Aug 31 18:35:57.925355 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06568b76-17c4-4e7a-9eb5-b3bb407f0aee req-4ec900ca-af0c-4b76-8059-8d9a99e00cd6 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:57.926822 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06568b76-17c4-4e7a-9eb5-b3bb407f0aee req-4ec900ca-af0c-4b76-8059-8d9a99e00cd6 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 950 time: 0.0514090 Aug 31 18:35:57.962690 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06568b76-17c4-4e7a-9eb5-b3bb407f0aee req-0bd8a8bc-e18c-48b0-b971-32940802bc10 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43363c2-26eb-4b75-8998-5bab9fee383c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301843 Aug 31 18:35:58.204587 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2012a18-40ee-4604-b8cf-87818a319f88 req-59a08902-dff6-4c55-88c9-0a505bffe219 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:58.206046 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e2012a18-40ee-4604-b8cf-87818a319f88 req-59a08902-dff6-4c55-88c9-0a505bffe219 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 950 time: 0.0476959 Aug 31 18:35:58.242577 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e2012a18-40ee-4604-b8cf-87818a319f88 req-39d5210c-b4c6-40f1-89a9-795a4a43eb1b tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43363c2-26eb-4b75-8998-5bab9fee383c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308115 Aug 31 18:35:59.358307 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd75c93-c091-4ae2-916a-3d0784b60bdd req-f578fa42-1027-4608-af82-ca882b546015 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:59.359798 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-efd75c93-c091-4ae2-916a-3d0784b60bdd req-f578fa42-1027-4608-af82-ca882b546015 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 950 time: 0.0492764 Aug 31 18:35:59.396987 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-efd75c93-c091-4ae2-916a-3d0784b60bdd req-224992eb-a465-4315-9bd6-7609b2523a89 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43363c2-26eb-4b75-8998-5bab9fee383c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313823 Aug 31 18:35:59.881803 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fe62a-420e-4ada-a3ec-1666a9f965f9 req-4f881d20-70f5-4e89-9980-cdaed4a62769 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:59.883161 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aa0fe62a-420e-4ada-a3ec-1666a9f965f9 req-4f881d20-70f5-4e89-9980-cdaed4a62769 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.50 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 950 time: 0.0773835 Aug 31 18:35:59.897714 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876741cb-53c0-4a71-9f29-9c92b8602787 req-c4ee2f98-8d1d-4fd5-9a6e-e11ffd020606 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:35:59.899098 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-876741cb-53c0-4a71-9f29-9c92b8602787 req-c4ee2f98-8d1d-4fd5-9a6e-e11ffd020606 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 946 time: 0.0645158 Aug 31 18:35:59.984448 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-876741cb-53c0-4a71-9f29-9c92b8602787 req-2b854d19-3d15-4b75-b0e0-6b1e766c9dbc tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782628 Aug 31 18:36:00.008977 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-aa0fe62a-420e-4ada-a3ec-1666a9f965f9 req-2764b401-3d76-40c3-9492-c7c21f987fa5 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Deleting port 393d992b-4081-4e3b-9041-9936cfd0f811 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:36:00.009328 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-aa0fe62a-420e-4ada-a3ec-1666a9f965f9 req-2764b401-3d76-40c3-9492-c7c21f987fa5 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:00.095117 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-aa0fe62a-420e-4ada-a3ec-1666a9f965f9 req-2764b401-3d76-40c3-9492-c7c21f987fa5 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] For port 393d992b-4081-4e3b-9041-9936cfd0f811, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=393d992b-4081-4e3b-9041-9936cfd0f811,segment=NetworkSegment(90d07abc-c413-4c59-87c9-cb9adfbf1472),segment_id=90d07abc-c413-4c59-87c9-cb9adfbf1472)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:36:00.095485 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-aa0fe62a-420e-4ada-a3ec-1666a9f965f9 req-2764b401-3d76-40c3-9492-c7c21f987fa5 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:00.108928 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-aa0fe62a-420e-4ada-a3ec-1666a9f965f9 req-2764b401-3d76-40c3-9492-c7c21f987fa5 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Calling delete_port for 393d992b-4081-4e3b-9041-9936cfd0f811 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:36:00.234670 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-aa0fe62a-420e-4ada-a3ec-1666a9f965f9 req-2764b401-3d76-40c3-9492-c7c21f987fa5 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:00.246241 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['393d992b-4081-4e3b-9041-9936cfd0f811'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:36:00.262343 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764b401-3d76-40c3-9492-c7c21f987fa5 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Pushing event deleted for resources: {'Port': ['ID=393d992b-4081-4e3b-9041-9936cfd0f811,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:00.303821 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0fe62a-420e-4ada-a3ec-1666a9f965f9 req-2764b401-3d76-40c3-9492-c7c21f987fa5 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] No DVR routers for this DVR port 393d992b-4081-4e3b-9041-9936cfd0f811 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:36:00.306458 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-aa0fe62a-420e-4ada-a3ec-1666a9f965f9 req-2764b401-3d76-40c3-9492-c7c21f987fa5 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:00.308495 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aa0fe62a-420e-4ada-a3ec-1666a9f965f9 req-2764b401-3d76-40c3-9492-c7c21f987fa5 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.50 "DELETE /v2.0/ports/393d992b-4081-4e3b-9041-9936cfd0f811 HTTP/1.1" status: 204 len: 173 time: 0.4085114 Aug 31 18:36:00.308977 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573ec2df-a546-4e92-9e63-75bcdd7f0806', 'name': 'network-vif-deleted', 'tag': '393d992b-4081-4e3b-9041-9936cfd0f811'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:36:00.311247 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd83c74-7bcb-4265-9430-85760ee9d046" -d '{"events": [{"server_uuid": "573ec2df-a546-4e92-9e63-75bcdd7f0806", "name": "network-vif-deleted", "tag": "393d992b-4081-4e3b-9041-9936cfd0f811"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:36:00.358122 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ed0e21-b84e-4470-bc85-326f199fcad4 x-openstack-request-id: req-97ed0e21-b84e-4470-bc85-326f199fcad4 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:36:00.358413 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573ec2df-a546-4e92-9e63-75bcdd7f0806", "name": "network-vif-deleted", "tag": "393d992b-4081-4e3b-9041-9936cfd0f811", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:36:00.358990 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97ed0e21-b84e-4470-bc85-326f199fcad4 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:36:00.359087 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ec2df-a546-4e92-9e63-75bcdd7f0806', 'name': 'network-vif-deleted', 'tag': '393d992b-4081-4e3b-9041-9936cfd0f811', 'status': 'completed', 'code': 200} Aug 31 18:36:00.506734 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-de6a28b2-6c4a-4e11-9ad1-d9c77800ce37 req-42e7005f-dc45-4a40-8bd3-9a8b51952701 tempest-VolumesNegativeTest-2133946684 tempest-VolumesNegativeTest-2133946684-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ec2df-a546-4e92-9e63-75bcdd7f0806 HTTP/1.1" status: 200 len: 210 time: 0.0301514 Aug 31 18:36:01.104150 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f508d3-a875-40e8-861c-6fc3da338171 req-da35d571-038f-469b-ae1c-442a7fec6cee tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:01.106189 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-72f508d3-a875-40e8-861c-6fc3da338171 req-da35d571-038f-469b-ae1c-442a7fec6cee tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 946 time: 0.0486808 Aug 31 18:36:01.144131 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-72f508d3-a875-40e8-861c-6fc3da338171 req-d4cafc82-5689-4a00-8c1c-caf2a9942baf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26be167-d4e1-4e51-b874-e08b3d88b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310509 Aug 31 18:36:01.642150 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-ac2e400e-95b0-4e80-b813-0710c1cf76f0 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:01.644776 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-ac2e400e-95b0-4e80-b813-0710c1cf76f0 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 946 time: 0.0514264 Aug 31 18:36:01.739043 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Deleting port 2c15350d-add0-4601-a78d-3919ae29d00f {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:36:01.739996 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:01.826890 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] For port 2c15350d-add0-4601-a78d-3919ae29d00f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2c15350d-add0-4601-a78d-3919ae29d00f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:36:01.827267 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:02.002083 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:02.002485 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:02.002796 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.l3_db [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Floating IP a621d608-bd19-41d9-82d3-3c7faa23453b disassociated. External IP: 172.27.0.154, port: 2c15350d-add0-4601-a78d-3919ae29d00f. Aug 31 18:36:02.003135 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Calling delete_port for 2c15350d-add0-4601-a78d-3919ae29d00f owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:36:02.133506 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:02.161209 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event deleted for resources: {'Port': ['ID=2c15350d-add0-4601-a78d-3919ae29d00f,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:02.282413 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b337662d-20e2-43b1-995a-3c0bcb860513 req-8b6e71e1-8ad3-4928-b197-03c492b28fd7 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8284e-1da0-451c-88e3-1d1afdaa1054 HTTP/1.1" status: 200 len: 210 time: 0.0563993 Aug 31 18:36:02.310133 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Router 6ec6d8a7-10ca-46af-85de-3ee927606f69 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:36:02.418856 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:36:02.428632 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb70086-5a0f-43cc-83d8-66545af11adc None None] Sync routers for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:36:02.438663 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb70086-5a0f-43cc-83d8-66545af11adc None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:36:02.439215 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-4fb70086-5a0f-43cc-83d8-66545af11adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:35:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:36:02.462945 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] No DVR routers for this DVR port 2c15350d-add0-4601-a78d-3919ae29d00f on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:36:02.466380 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:02.468386 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dbf9e495-a688-42e8-b9ef-fce01456634f req-0490420e-06a4-4b6f-b28d-62041c118337 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.50 "DELETE /v2.0/ports/2c15350d-add0-4601-a78d-3919ae29d00f HTTP/1.1" status: 204 len: 173 time: 0.8164489 Aug 31 18:36:02.468846 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'name': 'network-vif-deleted', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:36:02.471375 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c88ca8b-97d5-453c-8df3-ff451a1f335a" -d '{"events": [{"server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "name": "network-vif-deleted", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:36:02.512195 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759bc87d-5f69-47e0-80ad-cc58e7e76538 x-openstack-request-id: req-759bc87d-5f69-47e0-80ad-cc58e7e76538 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:36:02.512492 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f8284e-1da0-451c-88e3-1d1afdaa1054", "name": "network-vif-deleted", "tag": "2c15350d-add0-4601-a78d-3919ae29d00f", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:36:02.512770 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-759bc87d-5f69-47e0-80ad-cc58e7e76538 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:36:02.513156 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f8284e-1da0-451c-88e3-1d1afdaa1054', 'name': 'network-vif-deleted', 'tag': '2c15350d-add0-4601-a78d-3919ae29d00f', 'status': 'completed', 'code': 200} Aug 31 18:36:02.574095 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-4fb70086-5a0f-43cc-83d8-66545af11adc None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:36:02.881409 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-4fb70086-5a0f-43cc-83d8-66545af11adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:05Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:36:02.910509 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb70086-5a0f-43cc-83d8-66545af11adc None None] Checking router: 6ec6d8a7-10ca-46af-85de-3ee927606f69 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:36:02.919726 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb70086-5a0f-43cc-83d8-66545af11adc None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:36:02.920344 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-4fb70086-5a0f-43cc-83d8-66545af11adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:35:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:36:03.034560 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-4fb70086-5a0f-43cc-83d8-66545af11adc None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:36:03.237291 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-4fb70086-5a0f-43cc-83d8-66545af11adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:05Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:36:03.263072 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb70086-5a0f-43cc-83d8-66545af11adc None None] The sync data for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi is: [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:05Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:36:03.384066 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 44126) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:36:03.446612 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f14e84db-b5be-4ed4-b983-43c992a88656 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:03.476281 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f14e84db-b5be-4ed4-b983-43c992a88656 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:03.517081 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9128c30-9181-40b1-b54e-eb781f8b2b0c None None] New status for floating IP a621d608-bd19-41d9-82d3-3c7faa23453b: DOWN {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:36:03.533735 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f14e84db-b5be-4ed4-b983-43c992a88656 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:03.536962 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f14e84db-b5be-4ed4-b983-43c992a88656 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:03.540722 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-f14e84db-b5be-4ed4-b983-43c992a88656 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "DELETE /v2.0/security-groups/a26be167-d4e1-4e51-b874-e08b3d88b4b9 HTTP/1.1" status: 204 len: 168 time: 0.1532633 Aug 31 18:36:03.541151 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 44134) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:36:03.548906 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e84db-b5be-4ed4-b983-43c992a88656 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26be167-d4e1-4e51-b874-e08b3d88b4b9,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:03.562035 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.api.v2.resource [None req-048f6f85-aeea-49a3-9e1e-59f113826028 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] show failed (client error): The resource could not be found. Aug 31 18:36:03.565981 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-048f6f85-aeea-49a3-9e1e-59f113826028 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups/a26be167-d4e1-4e51-b874-e08b3d88b4b9 HTTP/1.1" status: 404 len: 347 time: 0.0236225 Aug 31 18:36:03.566272 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 44136) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:36:03.710819 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-736ea456-c8f6-4048-8e61-7f1660ac9db3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Deleting port eeb2a029-354c-4d09-b63a-efc4bc34f400 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:36:03.711170 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-736ea456-c8f6-4048-8e61-7f1660ac9db3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:03.796294 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-736ea456-c8f6-4048-8e61-7f1660ac9db3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:03.796659 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-736ea456-c8f6-4048-8e61-7f1660ac9db3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:03.808376 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-736ea456-c8f6-4048-8e61-7f1660ac9db3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Calling delete_port for eeb2a029-354c-4d09-b63a-efc4bc34f400 owned by network:floatingip {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:36:03.921843 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 393d992b-4081-4e3b-9041-9936cfd0f811 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:36:03.943214 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: 393d992b-4081-4e3b-9041-9936cfd0f811 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:36:03.943561 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 393d992b-4081-4e3b-9041-9936cfd0f811 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:36:03.950602 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-736ea456-c8f6-4048-8e61-7f1660ac9db3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:03.977705 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ea456-c8f6-4048-8e61-7f1660ac9db3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event deleted for resources: {'Port': ['ID=eeb2a029-354c-4d09-b63a-efc4bc34f400,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:04.043514 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-736ea456-c8f6-4048-8e61-7f1660ac9db3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.046111 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-736ea456-c8f6-4048-8e61-7f1660ac9db3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.047263 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-736ea456-c8f6-4048-8e61-7f1660ac9db3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "DELETE /v2.0/floatingips/a621d608-bd19-41d9-82d3-3c7faa23453b HTTP/1.1" status: 204 len: 168 time: 0.4797707 Aug 31 18:36:04.290549 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 44174) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:36:04.295273 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-244bfb6f-10ec-4388-a4f6-6c50453c72fb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--295751191', 'description': 'tempest-description--1789235602'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:36:04.316558 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-244bfb6f-10ec-4388-a4f6-6c50453c72fb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.396179 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-244bfb6f-10ec-4388-a4f6-6c50453c72fb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.399528 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-244bfb6f-10ec-4388-a4f6-6c50453c72fb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.429176 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-244bfb6f-10ec-4388-a4f6-6c50453c72fb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.430350 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-244bfb6f-10ec-4388-a4f6-6c50453c72fb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1387753 Aug 31 18:36:04.432105 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bfb6f-10ec-4388-a4f6-6c50453c72fb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:04.433352 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 44176) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:36:04.439254 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Request body: {'security_group_rule': {'security_group_id': 'a39d7ccb-55a3-4d06-affd-c4c5f5b228f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:36:04.466989 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.512489 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.515892 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.537577 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.538762 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1035492 Aug 31 18:36:04.539858 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ee3362-963b-493d-a193-0c802ee612c0,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:04.541610 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 44178) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:36:04.546258 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-0a3eb5f4-d0d1-4d49-9b70-2c620adf8fcf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Request body: {'security_group_rule': {'security_group_id': 'a39d7ccb-55a3-4d06-affd-c4c5f5b228f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:36:04.546923 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:36:04.547386 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:36:04.547609 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:36:04.547952 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:36:04.548289 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:36:04.548654 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:36:04.548989 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:36:04.549333 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:36:04.549649 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:36:04.549981 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:36:04.550312 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:36:04.550642 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d3184-223d-4e45-8ad3-2239278d55b4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:36:04.572407 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0a3eb5f4-d0d1-4d49-9b70-2c620adf8fcf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.627439 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0a3eb5f4-d0d1-4d49-9b70-2c620adf8fcf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.630877 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0a3eb5f4-d0d1-4d49-9b70-2c620adf8fcf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575190'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.648194 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3eb5f4-d0d1-4d49-9b70-2c620adf8fcf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f5f30e-ef2c-41b0-864d-bf17332665ae,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:04.653266 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0a3eb5f4-d0d1-4d49-9b70-2c620adf8fcf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.654440 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-0a3eb5f4-d0d1-4d49-9b70-2c620adf8fcf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1118276 Aug 31 18:36:04.657497 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 44180) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:36:04.661869 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Request body: {'floatingip': {'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:36:04.682553 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.775025 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:04.877933 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Allocated IP 172.27.0.172 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/4d7bf2f9-cb0c-4baa-aa54-bf384b5831ad) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:36:04.974443 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:05.015386 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:05.054224 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:36:05.056615 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:36:05.060745 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:36:05.065964 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event updated for resources: {'Port': ['ID=4d7bf2f9-cb0c-4baa-aa54-bf384b5831ad,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:05.145120 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:05.178903 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:05.312222 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 44188) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:36:05.337094 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:05.342183 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:05.422870 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event updated for resources: {'Port': ['ID=4d7bf2f9-cb0c-4baa-aa54-bf384b5831ad,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:05.440842 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:05.469536 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:05.470764 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3f3b92b6-9d83-41b6-9507-e320cc65fb59 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8123584 Aug 31 18:36:05.474613 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a6212365-1fe6-4c4d-80ad-ae2c7b8497b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4335a37af03b459890c690d8c732c894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603034 Aug 31 18:36:05.477224 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 44192) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:36:05.526844 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9d757f74-a01d-4654-b384-136ca8aed06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:05.547795 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9d757f74-a01d-4654-b384-136ca8aed06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:05.596120 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9d757f74-a01d-4654-b384-136ca8aed06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:05.599152 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9d757f74-a01d-4654-b384-136ca8aed06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:05.600389 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9d757f74-a01d-4654-b384-136ca8aed06e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b43363c2-26eb-4b75-8998-5bab9fee383c HTTP/1.1" status: 204 len: 168 time: 0.1222615 Aug 31 18:36:05.609316 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d757f74-a01d-4654-b384-136ca8aed06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43363c2-26eb-4b75-8998-5bab9fee383c,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:05.661448 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-aa8fbd19-bc33-4685-99ce-1864f4452680 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--295751191&fields=id&tenant_id=b7358b729fb44c7a9d07ae07c782c59b HTTP/1.1" status: 200 len: 267 time: 0.0358961 Aug 31 18:36:05.768831 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313547-fb63-4831-97e4-074e9e441724 req-a7146ca6-1477-419c-8374-158274e9a13b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:05.770327 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-a7146ca6-1477-419c-8374-158274e9a13b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/networks?id=9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 200 len: 817 time: 0.1017437 Aug 31 18:36:05.785471 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-0f777699-1322-472e-9fa1-b22bb26938e6 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/quotas/b7358b729fb44c7a9d07ae07c782c59b HTTP/1.1" status: 200 len: 375 time: 0.0093293 Aug 31 18:36:05.838876 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-70d80341-564e-4685-b20c-438eb3de6ae8 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478146 Aug 31 18:36:05.935654 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-b49b91e2-09f1-429c-bfbc-4c444989edca service neutron] 10.222.0.35 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855231 Aug 31 18:36:05.947151 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 2c15350d-add0-4601-a78d-3919ae29d00f no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:36:05.968810 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: 2c15350d-add0-4601-a78d-3919ae29d00f {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:36:05.969237 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 2c15350d-add0-4601-a78d-3919ae29d00f not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:36:06.027334 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-c9ace77d-5709-404f-8d01-9c0399c90448 service neutron] 10.222.0.35 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852978 Aug 31 18:36:06.204858 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b871dbb7-6746-4517-afdf-68333b7ad660 req-5cae7b20-4032-42ce-bf0a-bcca06b69992 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 210 time: 0.0317221 Aug 31 18:36:07.183372 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313547-fb63-4831-97e4-074e9e441724 req-23434671-b3bc-461e-9299-8f4e4faf9cc9 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:07.184816 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-23434671-b3bc-461e-9299-8f4e4faf9cc9 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.50 "GET /v2.0/networks?id=9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 200 len: 817 time: 0.1127536 Aug 31 18:36:07.229450 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-5dfe93b9-6424-4826-aaa0-2cb12882e632 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7358b729fb44c7a9d07ae07c782c59b HTTP/1.1" status: 200 len: 379 time: 0.0346897 Aug 31 18:36:07.241473 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-8f313547-fb63-4831-97e4-074e9e441724 req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Request body: {'port': {'device_id': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'admin_state_up': True, 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'security_groups': ['a39d7ccb-55a3-4d06-affd-c4c5f5b228f6']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:36:07.313940 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e5416071-bf64-4dad-96af-1a1e24619927 req-e398a493-48fa-46a7-a5a0-6f05be16077a tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 210 time: 0.0288947 Aug 31 18:36:07.374697 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f313547-fb63-4831-97e4-074e9e441724 req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Made reservation on behalf of b7358b729fb44c7a9d07ae07c782c59b for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:36:07.378265 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8f313547-fb63-4831-97e4-074e9e441724 req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:07.502813 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-8f313547-fb63-4831-97e4-074e9e441724 req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Allocated IP 172.20.0.7 (9f444248-5460-4ee2-b230-38dc7e90a6ed/0f0ef58c-aa9f-4b90-aae6-bd67800686c2/9301f9c9-9201-42ea-a9ad-41c47d642c6f) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:36:07.630438 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8f313547-fb63-4831-97e4-074e9e441724 req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:07.643642 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-8f313547-fb63-4831-97e4-074e9e441724 req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Transition to ACTIVE for port object 9301f9c9-9201-42ea-a9ad-41c47d642c6f will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:36:07.675508 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8f313547-fb63-4831-97e4-074e9e441724 req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:07.717165 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f313547-fb63-4831-97e4-074e9e441724 req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Network 9f444248-5460-4ee2-b230-38dc7e90a6ed is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:36:07.722032 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-8f313547-fb63-4831-97e4-074e9e441724 req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:36:07.725942 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f313547-fb63-4831-97e4-074e9e441724 req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:36:07.753652 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event updated for resources: {'Port': ['ID=9301f9c9-9201-42ea-a9ad-41c47d642c6f,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:07.787592 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313547-fb63-4831-97e4-074e9e441724 req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:07.788258 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8f313547-fb63-4831-97e4-074e9e441724 req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:07.803811 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-522d69d6-3233-4d89-b3ae-717e4ec7be64 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5663147 Aug 31 18:36:07.817419 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Request body: {'port': {'device_id': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:36:07.877101 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:07.975324 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f4d5f3f7-e116-4112-8427-10dcf4c99dec None None] Provisioning for port 9301f9c9-9201-42ea-a9ad-41c47d642c6f completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:36:07.982977 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f4d5f3f7-e116-4112-8427-10dcf4c99dec None None] Provisioning complete for port 9301f9c9-9201-42ea-a9ad-41c47d642c6f triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:36:07.983351 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f3f7-e116-4112-8427-10dcf4c99dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:08.025009 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5f3f7-e116-4112-8427-10dcf4c99dec None None] Port 9301f9c9-9201-42ea-a9ad-41c47d642c6f cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:36:08.149592 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9301f9c9-9201-42ea-a9ad-41c47d642c6f {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:36:08.157654 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:08.169128 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Transition to ACTIVE for port object 9301f9c9-9201-42ea-a9ad-41c47d642c6f will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:36:08.172262 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:08.219404 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9301f9c9-9201-42ea-a9ad-41c47d642c6f,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:08.289438 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Attempting to bind port 9301f9c9-9201-42ea-a9ad-41c47d642c6f on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:36:08.289777 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Attempting to bind port 9301f9c9-9201-42ea-a9ad-41c47d642c6f by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:36:08.290108 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Attempting to bind port 9301f9c9-9201-42ea-a9ad-41c47d642c6f on network 9f444248-5460-4ee2-b230-38dc7e90a6ed {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:36:08.295105 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Port 9301f9c9-9201-42ea-a9ad-41c47d642c6f on network 9f444248-5460-4ee2-b230-38dc7e90a6ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:36:08.295425 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Attempting to bind port 9301f9c9-9201-42ea-a9ad-41c47d642c6f on network 9f444248-5460-4ee2-b230-38dc7e90a6ed {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:36:08.300476 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:36:08.300987 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Checking segment: {'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:36:08.301379 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Bound using segment: {'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:36:08.301804 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Bound port: 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:36:08.302223 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:08.373545 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] For port 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:36:08.377839 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] For port 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:36:08.382207 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:08.446992 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:08.447608 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:08.449013 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] 10.222.0.50 "PUT /v2.0/ports/9301f9c9-9201-42ea-a9ad-41c47d642c6f HTTP/1.1" status: 200 len: 1093 time: 0.6366327 Aug 31 18:36:08.449452 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:36:08.451654 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5436ac87-340e-4ace-8bee-5a3bee3eccbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:36:08.471934 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab6308-d6e9-4276-8075-9b9f737a41d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9301f9c9-9201-42ea-a9ad-41c47d642c6f,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:08.487384 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3373c3c-0ec0-4951-a5ba-1c0d98c39d45 req-76484806-9afc-4e2b-8181-8e0579507180 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:08.488940 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b3373c3c-0ec0-4951-a5ba-1c0d98c39d45 req-76484806-9afc-4e2b-8181-8e0579507180 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0822680 Aug 31 18:36:08.501684 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e0e8b1-1e7c-4cc9-870e-3a2c8f1f5ca5 x-openstack-request-id: req-30e0e8b1-1e7c-4cc9-870e-3a2c8f1f5ca5 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:36:08.501967 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:36:08.502212 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30e0e8b1-1e7c-4cc9-870e-3a2c8f1f5ca5 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:36:08.502596 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'status': 'completed', 'code': 200} Aug 31 18:36:08.531145 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b3373c3c-0ec0-4951-a5ba-1c0d98c39d45 req-8975f1c6-dcf6-43b3-a301-a09e651cbeb9 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362706 Aug 31 18:36:09.652050 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5277ee-7ed4-4598-9f5d-5761a695de02 req-b8c67b89-a202-4417-a2cf-671e79babf96 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:09.653540 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cb5277ee-7ed4-4598-9f5d-5761a695de02 req-b8c67b89-a202-4417-a2cf-671e79babf96 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0509870 Aug 31 18:36:09.689300 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cb5277ee-7ed4-4598-9f5d-5761a695de02 req-07392869-0542-406c-b878-ec466eaebb4b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298693 Aug 31 18:36:10.804135 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63346c9b-83d8-4f12-ae7a-f219d69738f4 req-a8a56349-78db-41fe-91b5-d38c5a496c50 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:10.805631 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63346c9b-83d8-4f12-ae7a-f219d69738f4 req-a8a56349-78db-41fe-91b5-d38c5a496c50 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0482285 Aug 31 18:36:10.842045 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-63346c9b-83d8-4f12-ae7a-f219d69738f4 req-d7cd78d1-b384-48de-9302-275a7bb53366 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306082 Aug 31 18:36:10.926316 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436ac87-340e-4ace-8bee-5a3bee3eccbf req-4f4ceb66-2480-4d50-beca-ec58f9b0da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:10.927771 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5436ac87-340e-4ace-8bee-5a3bee3eccbf req-4f4ceb66-2480-4d50-beca-ec58f9b0da0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 1096 time: 0.0407000 Aug 31 18:36:11.029886 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436ac87-340e-4ace-8bee-5a3bee3eccbf req-be2b1ae8-6154-403f-8649-13b9dcd539c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:11.031302 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5436ac87-340e-4ace-8bee-5a3bee3eccbf req-be2b1ae8-6154-403f-8649-13b9dcd539c0 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0933671 Aug 31 18:36:11.124429 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436ac87-340e-4ace-8bee-5a3bee3eccbf req-81b5c26d-510e-4f0b-a5f7-cf9bac35699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:11.125935 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5436ac87-340e-4ace-8bee-5a3bee3eccbf req-81b5c26d-510e-4f0b-a5f7-cf9bac35699f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876133 Aug 31 18:36:11.212028 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313547-fb63-4831-97e4-074e9e441724 req-60b3cefb-d849-449c-9799-f54ad4d0f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:11.214110 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-60b3cefb-d849-449c-9799-f54ad4d0f705 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 1096 time: 0.0470870 Aug 31 18:36:11.255563 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-92f6963d-841a-4753-903b-99fbe9e441dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f HTTP/1.1" status: 200 len: 217 time: 0.0329835 Aug 31 18:36:11.305311 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313547-fb63-4831-97e4-074e9e441724 req-bc2a4de1-26da-45ed-a189-d50d273568bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:11.307273 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-bc2a4de1-26da-45ed-a189-d50d273568bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0ef58c-aa9f-4b90-aae6-bd67800686c2 HTTP/1.1" status: 200 len: 856 time: 0.0432918 Aug 31 18:36:11.357246 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313547-fb63-4831-97e4-074e9e441724 req-98c446ba-2568-4b7c-b8c7-d1694c72e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:11.358878 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-98c446ba-2568-4b7c-b8c7-d1694c72e2e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f444248-5460-4ee2-b230-38dc7e90a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430391 Aug 31 18:36:11.711643 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-c8f62510-b28b-4d75-840d-df9e3f6ca24f service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441081 Aug 31 18:36:11.802520 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f313547-fb63-4831-97e4-074e9e441724 req-c410f534-2f22-45d6-8204-fa277d3d7211 service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827501 Aug 31 18:36:11.956360 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4682e0-fa51-47b4-a149-5c860080f0b9 req-01bffe88-dba7-42f8-b37f-e48c12bd22b8 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:11.957851 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1f4682e0-fa51-47b4-a149-5c860080f0b9 req-01bffe88-dba7-42f8-b37f-e48c12bd22b8 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0474536 Aug 31 18:36:11.995316 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1f4682e0-fa51-47b4-a149-5c860080f0b9 req-3711f850-2c49-44cf-b6bc-519199406c2d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310326 Aug 31 18:36:12.095304 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:36:13.111848 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429e4e2-62c8-4d3e-b44b-7411b3786e8e req-745faef1-28bf-4aba-8181-749872f2b54f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:13.113425 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1429e4e2-62c8-4d3e-b44b-7411b3786e8e req-745faef1-28bf-4aba-8181-749872f2b54f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0498648 Aug 31 18:36:13.150208 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1429e4e2-62c8-4d3e-b44b-7411b3786e8e req-ef777242-b4ea-48e0-8c8d-64452cbf9ba9 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309520 Aug 31 18:36:13.568463 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 44302) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:36:13.668342 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b1301c12-5d1e-4bcf-8b00-1cabfe95ee67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:13.754730 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b1301c12-5d1e-4bcf-8b00-1cabfe95ee67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:13.758170 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b1301c12-5d1e-4bcf-8b00-1cabfe95ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:13.796088 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b1301c12-5d1e-4bcf-8b00-1cabfe95ee67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a916ed7a2a674d26853ea0cd8ab11a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264931 Aug 31 18:36:13.798116 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 44306) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:36:13.798360 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1301c12-5d1e-4bcf-8b00-1cabfe95ee67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c73ff3f-4e32-4458-9d84-9178b718c203,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:13.846432 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-45d35a65-75aa-4e0d-a55b-43ec8b17e8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:13.870341 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-45d35a65-75aa-4e0d-a55b-43ec8b17e8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:13.915054 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-45d35a65-75aa-4e0d-a55b-43ec8b17e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:13.918249 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-45d35a65-75aa-4e0d-a55b-43ec8b17e8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:13.919365 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-45d35a65-75aa-4e0d-a55b-43ec8b17e8ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c73ff3f-4e32-4458-9d84-9178b718c203 HTTP/1.1" status: 204 len: 168 time: 0.1202662 Aug 31 18:36:13.926538 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d35a65-75aa-4e0d-a55b-43ec8b17e8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c73ff3f-4e32-4458-9d84-9178b718c203,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:13.946131 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 9301f9c9-9201-42ea-a9ad-41c47d642c6f details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:36:14.050251 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:36:14.063664 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'port_id': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'mac_address': 'fa:16:3e:a7:5b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:36:14.102805 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:14.119326 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9301f9c9-9201-42ea-a9ad-41c47d642c6f {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:36:14.141055 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:36:14.146039 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:14.201852 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=9301f9c9-9201-42ea-a9ad-41c47d642c6f,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:14.272515 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa3597-eb69-4fc8-994c-cd31e315cfed req-4abc0972-3738-49f0-b500-b69225033e3b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:14.273994 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cdfa3597-eb69-4fc8-994c-cd31e315cfed req-4abc0972-3738-49f0-b500-b69225033e3b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 944 time: 0.0482879 Aug 31 18:36:14.311304 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cdfa3597-eb69-4fc8-994c-cd31e315cfed req-9f90dd4f-d4e2-4cea-abec-75c2cacc90bd tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315850 Aug 31 18:36:14.368695 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['9301f9c9-9201-42ea-a9ad-41c47d642c6f'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:36:15.427736 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a28fba-5685-4b78-ad61-41400f4bba6a req-2a3d75e3-70ba-4ea0-a6cc-f8592a865ab8 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:15.429231 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96a28fba-5685-4b78-ad61-41400f4bba6a req-2a3d75e3-70ba-4ea0-a6cc-f8592a865ab8 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 944 time: 0.0473702 Aug 31 18:36:15.465673 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96a28fba-5685-4b78-ad61-41400f4bba6a req-59e6d3b8-23b1-4914-b0f1-c2eee28d0b2f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300381 Aug 31 18:36:15.946415 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 9301f9c9-9201-42ea-a9ad-41c47d642c6f up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:36:15.993765 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port 9301f9c9-9201-42ea-a9ad-41c47d642c6f completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:36:15.997226 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 9301f9c9-9201-42ea-a9ad-41c47d642c6f triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:36:15.997602 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:16.073060 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:16.095959 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:36:16.098238 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703763ff-6c63-41a7-a707-1f90e468a0a9" -d '{"events": [{"server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "name": "network-vif-plugged", "status": "completed", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:36:16.111855 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:36:16.115434 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:16.140450 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47850047-79cf-44c9-a50c-ab69d4b972ff x-openstack-request-id: req-47850047-79cf-44c9-a50c-ab69d4b972ff {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:36:16.140794 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "name": "network-vif-plugged", "status": "completed", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:36:16.141077 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47850047-79cf-44c9-a50c-ab69d4b972ff {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:36:16.141461 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'code': 200} Aug 31 18:36:16.166352 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=9301f9c9-9201-42ea-a9ad-41c47d642c6f,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:36:16.303163 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aee67c-c516-40f7-bc45-6873cdb68b94 req-59e16c97-7eae-4fc5-b3c8-4e27e174ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:16.304684 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57aee67c-c516-40f7-bc45-6873cdb68b94 req-59e16c97-7eae-4fc5-b3c8-4e27e174ce6d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 1098 time: 0.0420752 Aug 31 18:36:16.338837 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57aee67c-c516-40f7-bc45-6873cdb68b94 req-79fdd80c-6cff-403b-a16c-31a2e342df33 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264845 Aug 31 18:36:16.581393 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7cec3-d03a-43fe-8d4e-47972da20866 req-ebf61f3b-95a2-4755-a02f-751aae7aae62 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:16.582858 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3db7cec3-d03a-43fe-8d4e-47972da20866 req-ebf61f3b-95a2-4755-a02f-751aae7aae62 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0478299 Aug 31 18:36:16.619195 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3db7cec3-d03a-43fe-8d4e-47972da20866 req-d41e2a54-9f8b-4418-aabb-72fd25496c5e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305288 Aug 31 18:36:17.737092 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515155ce-f002-4d24-a93b-a22f0ff59040 req-3c2b63c6-ac19-4020-8534-c0e4322024fe tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:17.738548 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-515155ce-f002-4d24-a93b-a22f0ff59040 req-3c2b63c6-ac19-4020-8534-c0e4322024fe tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0480711 Aug 31 18:36:17.775636 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-515155ce-f002-4d24-a93b-a22f0ff59040 req-9069d752-7715-407f-a611-c612c9911b7b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311825 Aug 31 18:36:17.892143 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8725c5-ec7a-49bb-acd6-5d0e06cc2d4d req-77bbe7b2-ca7b-434b-9e92-38208d368452 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:17.893640 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1d8725c5-ec7a-49bb-acd6-5d0e06cc2d4d req-77bbe7b2-ca7b-434b-9e92-38208d368452 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0517943 Aug 31 18:36:17.901945 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 44322) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:36:17.906235 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-e67b64a4-28f1-460f-830a-8478afe917bc tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Request body: {'floatingip': {'port_id': '9301f9c9-9201-42ea-a9ad-41c47d642c6f'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:36:17.943955 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e67b64a4-28f1-460f-830a-8478afe917bc tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:18.361525 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e67b64a4-28f1-460f-830a-8478afe917bc tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:18.365285 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e67b64a4-28f1-460f-830a-8478afe917bc tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:18.461658 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-e67b64a4-28f1-460f-830a-8478afe917bc tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Floating IP 77977ca7-dc6c-4dfe-8197-d9b51b7024aa associated. External IP: 172.27.0.172, port: 9301f9c9-9201-42ea-a9ad-41c47d642c6f. Aug 31 18:36:18.661952 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67b64a4-28f1-460f-830a-8478afe917bc tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Router 6ec6d8a7-10ca-46af-85de-3ee927606f69 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:36:18.764065 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67b64a4-28f1-460f-830a-8478afe917bc tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:36:18.769387 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e67b64a4-28f1-460f-830a-8478afe917bc tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:18.774025 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d515d019-5432-46c6-84d6-f07d1687d658 None None] Sync routers for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:36:18.783920 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515d019-5432-46c6-84d6-f07d1687d658 None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:36:18.784564 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-d515d019-5432-46c6-84d6-f07d1687d658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:35:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:36:18.801398 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e67b64a4-28f1-460f-830a-8478afe917bc tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "PUT /v2.0/floatingips/77977ca7-dc6c-4dfe-8197-d9b51b7024aa HTTP/1.1" status: 200 len: 991 time: 0.8984754 Aug 31 18:36:18.802079 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:36:18.805167 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87d37a3-53d1-409a-b9da-98042b4cb2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:36:18.843913 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8654c4f8-0cac-430b-81be-f47b1e05f5f0 x-openstack-request-id: req-8654c4f8-0cac-430b-81be-f47b1e05f5f0 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:36:18.844202 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:36:18.844453 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8654c4f8-0cac-430b-81be-f47b1e05f5f0 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:36:18.844959 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'status': 'completed', 'code': 200} Aug 31 18:36:18.890313 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-d515d019-5432-46c6-84d6-f07d1687d658 None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:36:18.908040 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d37a3-53d1-409a-b9da-98042b4cb2b2 req-24dc8dbe-2204-410b-8562-d656cdef7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:18.909710 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d87d37a3-53d1-409a-b9da-98042b4cb2b2 req-24dc8dbe-2204-410b-8562-d656cdef7cdb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 1098 time: 0.0420151 Aug 31 18:36:18.999420 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d37a3-53d1-409a-b9da-98042b4cb2b2 req-91719ce2-2731-43e1-9f2b-3cfc558e1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:19.000917 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d87d37a3-53d1-409a-b9da-98042b4cb2b2 req-91719ce2-2731-43e1-9f2b-3cfc558e1fe8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 200 len: 918 time: 0.0836792 Aug 31 18:36:19.071008 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d87d37a3-53d1-409a-b9da-98042b4cb2b2 req-84e8a6ca-2b8c-4ce0-bff1-81ea4ff78fd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f HTTP/1.1" status: 200 len: 999 time: 0.0625439 Aug 31 18:36:19.112668 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-d515d019-5432-46c6-84d6-f07d1687d658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': '77977ca7-dc6c-4dfe-8197-d9b51b7024aa', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'port_id': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'mac_address': 'fa:16:3e:a7:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:36:05Z', 'updated_at': '2021-08-31T18:36:18Z', 'revision_number': 1, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:05Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:36:19.125509 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d37a3-53d1-409a-b9da-98042b4cb2b2 req-5221659c-cf15-403b-9c75-ccad4dc06fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:19.126974 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d87d37a3-53d1-409a-b9da-98042b4cb2b2 req-5221659c-cf15-403b-9c75-ccad4dc06fb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0ef58c-aa9f-4b90-aae6-bd67800686c2 HTTP/1.1" status: 200 len: 856 time: 0.0447481 Aug 31 18:36:19.138473 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d515d019-5432-46c6-84d6-f07d1687d658 None None] Checking router: 6ec6d8a7-10ca-46af-85de-3ee927606f69 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:36:19.146708 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515d019-5432-46c6-84d6-f07d1687d658 None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:36:19.147315 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-d515d019-5432-46c6-84d6-f07d1687d658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:35:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:36:19.174360 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d37a3-53d1-409a-b9da-98042b4cb2b2 req-25536d55-ff0d-401c-873f-1955725716ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:36:19.175834 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d87d37a3-53d1-409a-b9da-98042b4cb2b2 req-25536d55-ff0d-401c-873f-1955725716ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f444248-5460-4ee2-b230-38dc7e90a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411835 Aug 31 18:36:19.248974 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-d515d019-5432-46c6-84d6-f07d1687d658 None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:36:19.268531 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d87d37a3-53d1-409a-b9da-98042b4cb2b2 req-5854dbd0-9a26-48f7-a2b1-e8897dcf6fc9 service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845590 Aug 31 18:36:19.360201 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d87d37a3-53d1-409a-b9da-98042b4cb2b2 req-31fd3610-7566-421e-abd5-a4333d59fda4 service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837541 Aug 31 18:36:19.470037 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-d515d019-5432-46c6-84d6-f07d1687d658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': '77977ca7-dc6c-4dfe-8197-d9b51b7024aa', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'port_id': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'mac_address': 'fa:16:3e:a7:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:36:05Z', 'updated_at': '2021-08-31T18:36:18Z', 'revision_number': 1, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:05Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:36:19.499459 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d515d019-5432-46c6-84d6-f07d1687d658 None None] The sync data for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi is: [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': '77977ca7-dc6c-4dfe-8197-d9b51b7024aa', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'port_id': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'mac_address': 'fa:16:3e:a7:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:36:05Z', 'updated_at': '2021-08-31T18:36:18Z', 'revision_number': 1, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:05Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:36:19.510505 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-11922356-f678-4515-9852-1a848cacd018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:19.684066 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b3724c-44be-4bc5-ad59-58f39ff1f23a None None] New status for floating IP 77977ca7-dc6c-4dfe-8197-d9b51b7024aa: ACTIVE {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:36:22.170683 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fa3aced4-860f-4984-ad63-e8400b16104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:22.546657 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:23.203978 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:24.925278 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:25.753897 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:49.094088 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:36:49.511389 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3ef7fd3-7d6c-4133-a4f4-81eee2c285c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:52.170830 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-458c046c-8f08-488b-b061-e63ae9816ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:52.547928 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:53.205985 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:54.924515 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:36:55.757286 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:00.516051 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b3eee-3579-460e-8ed6-3b0cb3714fdd req-c895b113-0535-4f1b-ae33-4b3b6c090ada tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:00.517570 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-170b3eee-3579-460e-8ed6-3b0cb3714fdd req-c895b113-0535-4f1b-ae33-4b3b6c090ada tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0531063 Aug 31 18:37:00.554097 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-170b3eee-3579-460e-8ed6-3b0cb3714fdd req-16320f99-5511-49e0-bef9-3df62fe8392d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307763 Aug 31 18:37:01.675041 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3c0bd-dd58-4f3e-af62-0a339b0a2cb7 req-ac1771d7-d3f0-4f7b-a11f-5100bc6d09e6 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:01.676548 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ae3c0bd-dd58-4f3e-af62-0a339b0a2cb7 req-ac1771d7-d3f0-4f7b-a11f-5100bc6d09e6 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0495219 Aug 31 18:37:01.714407 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9ae3c0bd-dd58-4f3e-af62-0a339b0a2cb7 req-bdf44d2f-11b4-4932-96fb-10e24c7fd32b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314760 Aug 31 18:37:02.011424 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0b93-23ab-44f1-b6a6-537dd4fd5a65 req-9b598d03-5041-487e-a171-d966fed3fcd9 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:02.012964 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-621e0b93-23ab-44f1-b6a6-537dd4fd5a65 req-9b598d03-5041-487e-a171-d966fed3fcd9 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 945 time: 0.0484242 Aug 31 18:37:02.050412 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-621e0b93-23ab-44f1-b6a6-537dd4fd5a65 req-8eeeabe1-a421-4f2d-a179-40271089e071 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313680 Aug 31 18:37:02.836534 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd06106-1bd1-4c6f-9c28-642e1407ca2c req-26662f6c-8ca0-448d-a993-4368aa9e953d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:02.838591 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1dd06106-1bd1-4c6f-9c28-642e1407ca2c req-26662f6c-8ca0-448d-a993-4368aa9e953d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0522277 Aug 31 18:37:02.874924 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1dd06106-1bd1-4c6f-9c28-642e1407ca2c req-10bdd865-c0e2-4b61-a11e-859840678e50 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305014 Aug 31 18:37:03.163141 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acddc0b-c830-49e0-ac17-cbf8c80a4daa req-e7516083-896f-46aa-9ef1-676b89a28c8d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:03.164631 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4acddc0b-c830-49e0-ac17-cbf8c80a4daa req-e7516083-896f-46aa-9ef1-676b89a28c8d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 945 time: 0.0486083 Aug 31 18:37:03.202049 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4acddc0b-c830-49e0-ac17-cbf8c80a4daa req-2521956d-c407-4202-b922-8e506ab13f2d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314522 Aug 31 18:37:03.525631 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-4427b92e-b02a-49c3-97f3-902262d6a9ea tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:03.527058 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-4427b92e-b02a-49c3-97f3-902262d6a9ea tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 945 time: 0.0466449 Aug 31 18:37:03.617344 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Deleting port a4f65d93-fb01-4b53-a7c7-ca79693650a7 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:37:03.617615 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:03.702243 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] For port a4f65d93-fb01-4b53-a7c7-ca79693650a7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a4f65d93-fb01-4b53-a7c7-ca79693650a7,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:37:03.702617 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:03.869267 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:03.869938 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:03.869938 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.l3_db [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Floating IP c13cc8ec-c5af-42c9-9b15-4b5b37c1dc52 disassociated. External IP: 172.27.0.87, port: a4f65d93-fb01-4b53-a7c7-ca79693650a7. Aug 31 18:37:03.870231 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Calling delete_port for a4f65d93-fb01-4b53-a7c7-ca79693650a7 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:37:04.025062 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d558397-6ce1-4c04-aed2-11878d08dcf8 req-c57c2600-868b-45be-bde7-52a154f0fa96 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:04.026537 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1d558397-6ce1-4c04-aed2-11878d08dcf8 req-c57c2600-868b-45be-bde7-52a154f0fa96 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0821185 Aug 31 18:37:04.027563 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:04.064930 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event deleted for resources: {'Port': ['ID=a4f65d93-fb01-4b53-a7c7-ca79693650a7,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:37:04.085605 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:04.085955 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:04.086290 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:04.086622 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:04.087542 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:04.087874 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:04.088221 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:04.088571 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:04.088900 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:04.089825 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:04.089825 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:04.090107 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:04.137694 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1d558397-6ce1-4c04-aed2-11878d08dcf8 req-6c6e6c91-f9e2-4470-9ae9-eb1350a53401 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022685 Aug 31 18:37:04.209214 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Router 77ae4b2c-59d4-492c-b383-a982e4bd198f has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:37:04.324633 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ea70524d-aca1-40c4-9142-96aa6cb090a7 req-91cf8986-36ef-4afa-bec2-03e85f6729d3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=db2fd291-22b1-4fcf-a730-26e95f55e34a HTTP/1.1" status: 200 len: 210 time: 0.0313413 Aug 31 18:37:04.337213 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:37:04.346743 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8018f-4b45-4e04-9ff4-5258de9bc2c1 None None] Sync routers for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:37:04.356175 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8018f-4b45-4e04-9ff4-5258de9bc2c1 None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:37:04.356819 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-e7b8018f-4b45-4e04-9ff4-5258de9bc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:36:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:37:04.378844 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] No DVR routers for this DVR port a4f65d93-fb01-4b53-a7c7-ca79693650a7 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:37:04.381439 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:04.383419 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c109479c-3119-4db4-9b9d-fc16f3024368 req-b3487e8b-0500-4b5a-abcc-6e9fa11aa966 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "DELETE /v2.0/ports/a4f65d93-fb01-4b53-a7c7-ca79693650a7 HTTP/1.1" status: 204 len: 173 time: 0.8497264 Aug 31 18:37:04.383881 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2fd291-22b1-4fcf-a730-26e95f55e34a', 'name': 'network-vif-deleted', 'tag': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:37:04.386579 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bed1754-9371-4abd-9c6c-ad2f31a6a0ae" -d '{"events": [{"server_uuid": "db2fd291-22b1-4fcf-a730-26e95f55e34a", "name": "network-vif-deleted", "tag": "a4f65d93-fb01-4b53-a7c7-ca79693650a7"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:37:04.432574 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0a202d-387c-482a-a643-327fc3770916 x-openstack-request-id: req-5d0a202d-387c-482a-a643-327fc3770916 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:37:04.432867 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2fd291-22b1-4fcf-a730-26e95f55e34a", "name": "network-vif-deleted", "tag": "a4f65d93-fb01-4b53-a7c7-ca79693650a7", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:37:04.433138 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d0a202d-387c-482a-a643-327fc3770916 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:37:04.433537 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2fd291-22b1-4fcf-a730-26e95f55e34a', 'name': 'network-vif-deleted', 'tag': 'a4f65d93-fb01-4b53-a7c7-ca79693650a7', 'status': 'completed', 'code': 200} Aug 31 18:37:04.468714 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-e7b8018f-4b45-4e04-9ff4-5258de9bc2c1 None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:37:04.748175 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-e7b8018f-4b45-4e04-9ff4-5258de9bc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:37:04.777082 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8018f-4b45-4e04-9ff4-5258de9bc2c1 None None] Checking router: 77ae4b2c-59d4-492c-b383-a982e4bd198f for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:37:04.785208 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8018f-4b45-4e04-9ff4-5258de9bc2c1 None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:37:04.785812 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-e7b8018f-4b45-4e04-9ff4-5258de9bc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:36:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:37:04.888838 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-e7b8018f-4b45-4e04-9ff4-5258de9bc2c1 None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:37:05.079619 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-e7b8018f-4b45-4e04-9ff4-5258de9bc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:37:05.105389 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8018f-4b45-4e04-9ff4-5258de9bc2c1 None None] The sync data for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi is: [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:37:05.262011 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bad1f0-5f76-4fe5-940e-05d064669bf8 req-25919bcc-c9dd-4b87-a0ef-d68c0114c41d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:05.263565 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20bad1f0-5f76-4fe5-940e-05d064669bf8 req-25919bcc-c9dd-4b87-a0ef-d68c0114c41d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0556486 Aug 31 18:37:05.306476 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20bad1f0-5f76-4fe5-940e-05d064669bf8 req-6e7f47d2-e5b4-4898-b4e7-db643bb710ae tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360754 Aug 31 18:37:05.329335 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228129cc-c007-4cec-83c0-01aaaaf180be None None] New status for floating IP c13cc8ec-c5af-42c9-9b15-4b5b37c1dc52: DOWN {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:37:05.571771 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-cd3578c0-0173-4e46-b7ba-e0eb79568060 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620853776&fields=id&tenant_id=776faa2cc0c640b7aaf995ed62c4ebea HTTP/1.1" status: 200 len: 267 time: 0.0320590 Aug 31 18:37:05.673765 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-2a15de1a-7408-428c-917b-74062e9f3636 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:05.675218 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-2a15de1a-7408-428c-917b-74062e9f3636 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 811 time: 0.0971160 Aug 31 18:37:05.690168 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-bc39e7f0-c1a4-4865-b38a-78e1e8b725b8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/quotas/776faa2cc0c640b7aaf995ed62c4ebea HTTP/1.1" status: 200 len: 375 time: 0.0086277 Aug 31 18:37:05.746979 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-0b08d40d-8ae1-4f2e-9aa9-7e7d1df5dbe7 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516586 Aug 31 18:37:06.101873 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-9e0ed3f7-e9bb-42c7-9f97-38a320867f3c service neutron] 10.222.0.35 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438697 Aug 31 18:37:06.191630 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-ebab7637-e0f5-41d1-a37a-9fc8930a5d5a service neutron] 10.222.0.35 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834789 Aug 31 18:37:06.434711 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e052a5-3fa0-4c92-b771-14fbb8f86d80 req-e02f084d-808a-4c8c-8c55-97a3e57fa686 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:06.436239 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-53e052a5-3fa0-4c92-b771-14fbb8f86d80 req-e02f084d-808a-4c8c-8c55-97a3e57fa686 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0544538 Aug 31 18:37:06.484457 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f9c39ea2-2d3a-495d-9eca-d0b6d9db984e req-12427fc1-117d-496d-856d-509eaadadb92 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 210 time: 0.0345304 Aug 31 18:37:06.499234 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-53e052a5-3fa0-4c92-b771-14fbb8f86d80 req-3742a3d9-8e21-46fe-9ac3-9345e764b782 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564361 Aug 31 18:37:07.332183 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-f4cbc6fb-8fd0-4e18-94f1-c06e8784b0a9 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:07.333500 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-f4cbc6fb-8fd0-4e18-94f1-c06e8784b0a9 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 811 time: 0.1027555 Aug 31 18:37:07.377616 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-a1bb0c45-97e5-4c67-8237-89443f3f1d14 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=776faa2cc0c640b7aaf995ed62c4ebea HTTP/1.1" status: 200 len: 380 time: 0.0346875 Aug 31 18:37:07.388773 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Request body: {'port': {'device_id': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'admin_state_up': True, 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'security_groups': ['5a16db7e-8a4f-4034-a81b-5eafbc866941']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:37:07.491555 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Made reservation on behalf of 776faa2cc0c640b7aaf995ed62c4ebea for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:37:07.495508 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:07.587512 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20f9f587-47f5-441c-81f8-693d1330d1e9 req-4584319e-aadc-4ea2-b0a0-d69d8b93b3da tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 210 time: 0.0338013 Aug 31 18:37:07.680991 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Allocated IP 172.20.0.11 (e1a634af-cd38-4eeb-bee9-3a926c61efeb/05e9434b-2eff-419a-b36f-4489ef585479/d339d4bb-1f3b-4d81-9157-a461f2c972cd) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:37:07.689775 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3d2d2-5a67-4671-9487-1e3a76030d7f req-3c229165-f7b2-4420-a640-a93b3258bb1c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:07.691276 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4de3d2d2-5a67-4671-9487-1e3a76030d7f req-3c229165-f7b2-4420-a640-a93b3258bb1c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.1062512 Aug 31 18:37:07.774207 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4de3d2d2-5a67-4671-9487-1e3a76030d7f req-19c72c9f-6b1d-4415-b3fa-3a6e7a278d90 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739362 Aug 31 18:37:07.880938 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:07.894068 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Transition to ACTIVE for port object d339d4bb-1f3b-4d81-9157-a461f2c972cd will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:37:07.925207 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:07.972212 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Network e1a634af-cd38-4eeb-bee9-3a926c61efeb is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:37:07.975455 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:37:07.978261 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:37:08.003881 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'Port': ['ID=d339d4bb-1f3b-4d81-9157-a461f2c972cd,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:37:08.031794 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:08.032433 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:08.047378 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-41d4d588-2a8a-4d6d-96a6-b12fec8884f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6628075 Aug 31 18:37:08.061396 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Request body: {'port': {'device_id': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:37:08.117009 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:08.178616 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-279a1724-eabb-4451-a68b-db135dcfd155 None None] Provisioning for port d339d4bb-1f3b-4d81-9157-a461f2c972cd completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:37:08.183139 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-279a1724-eabb-4451-a68b-db135dcfd155 None None] Provisioning complete for port d339d4bb-1f3b-4d81-9157-a461f2c972cd triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:37:08.183503 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-279a1724-eabb-4451-a68b-db135dcfd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:08.215996 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-279a1724-eabb-4451-a68b-db135dcfd155 None None] Port d339d4bb-1f3b-4d81-9157-a461f2c972cd cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:37:08.247533 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device a4f65d93-fb01-4b53-a7c7-ca79693650a7 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:37:08.269355 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: a4f65d93-fb01-4b53-a7c7-ca79693650a7 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:37:08.269761 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device a4f65d93-fb01-4b53-a7c7-ca79693650a7 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:37:08.382755 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d339d4bb-1f3b-4d81-9157-a461f2c972cd {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:37:08.389917 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:08.401618 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Transition to ACTIVE for port object d339d4bb-1f3b-4d81-9157-a461f2c972cd will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:37:08.405329 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:08.470859 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d339d4bb-1f3b-4d81-9157-a461f2c972cd,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:37:08.526945 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Attempting to bind port d339d4bb-1f3b-4d81-9157-a461f2c972cd on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:37:08.527638 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Attempting to bind port d339d4bb-1f3b-4d81-9157-a461f2c972cd by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:37:08.527638 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Attempting to bind port d339d4bb-1f3b-4d81-9157-a461f2c972cd on network e1a634af-cd38-4eeb-bee9-3a926c61efeb {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:37:08.532046 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Port d339d4bb-1f3b-4d81-9157-a461f2c972cd on network e1a634af-cd38-4eeb-bee9-3a926c61efeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:37:08.532367 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Attempting to bind port d339d4bb-1f3b-4d81-9157-a461f2c972cd on network e1a634af-cd38-4eeb-bee9-3a926c61efeb {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:37:08.537309 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:37:08.537655 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Checking segment: {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:37:08.538047 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Bound using segment: {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:37:08.538480 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Bound port: d339d4bb-1f3b-4d81-9157-a461f2c972cd, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:37:08.538846 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:08.608494 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] For port d339d4bb-1f3b-4d81-9157-a461f2c972cd, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:37:08.611440 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] For port d339d4bb-1f3b-4d81-9157-a461f2c972cd, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d339d4bb-1f3b-4d81-9157-a461f2c972cd,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:37:08.616026 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:08.651234 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:08.651861 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:08.653317 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] 10.222.0.50 "PUT /v2.0/ports/d339d4bb-1f3b-4d81-9157-a461f2c972cd HTTP/1.1" status: 200 len: 1094 time: 0.5964425 Aug 31 18:37:08.653755 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'tag': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:37:08.655986 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc008b4-ced9-45e4-8dd6-63c28e810570" -d '{"events": [{"name": "network-changed", "server_uuid": "46462327-b70a-4a4a-bfbc-de127cc4ae28", "tag": "d339d4bb-1f3b-4d81-9157-a461f2c972cd"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:37:08.701172 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cb02a6-3b47-4c99-b50f-75b4aadd9071 x-openstack-request-id: req-b3cb02a6-3b47-4c99-b50f-75b4aadd9071 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:37:08.701382 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46462327-b70a-4a4a-bfbc-de127cc4ae28", "tag": "d339d4bb-1f3b-4d81-9157-a461f2c972cd", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:37:08.701612 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3cb02a6-3b47-4c99-b50f-75b4aadd9071 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:37:08.702006 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'tag': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'status': 'completed', 'code': 200} Aug 31 18:37:08.724317 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc4297-44a6-4cd9-b4de-27b38bff18d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d339d4bb-1f3b-4d81-9157-a461f2c972cd,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:37:08.774643 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6978d3-1108-4572-87eb-03422ca1f277 req-cb29d066-e82a-42af-a43a-b921c94eea0a tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:08.776380 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7f6978d3-1108-4572-87eb-03422ca1f277 req-cb29d066-e82a-42af-a43a-b921c94eea0a tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 944 time: 0.1108215 Aug 31 18:37:08.783290 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-214ce6c7-7428-46d8-8445-ca0f20f8f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:08.784988 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-214ce6c7-7428-46d8-8445-ca0f20f8f34e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 1097 time: 0.0766432 Aug 31 18:37:08.838807 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-05c4470a-2752-4527-b108-338383eebffe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d339d4bb-1f3b-4d81-9157-a461f2c972cd HTTP/1.1" status: 200 len: 217 time: 0.0460155 Aug 31 18:37:08.882756 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7f6978d3-1108-4572-87eb-03422ca1f277 req-20b920ad-c36f-4fab-b1f2-6865d8251faa tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967550 Aug 31 18:37:08.928514 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-8e908387-5132-47fa-add3-f0223dacaf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:08.929989 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-8e908387-5132-47fa-add3-f0223dacaf83 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0795398 Aug 31 18:37:08.953636 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c76481-8cc6-4083-b7c9-fb52adec658c req-59d3f977-258c-46af-b458-1631a7499df7 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:08.955052 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43c76481-8cc6-4083-b7c9-fb52adec658c req-59d3f977-258c-46af-b458-1631a7499df7 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0757451 Aug 31 18:37:09.009848 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43c76481-8cc6-4083-b7c9-fb52adec658c req-aaaede9c-32f4-4861-a559-3b7d8299fa06 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405056 Aug 31 18:37:09.012457 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-5a199be7-e572-483c-b866-c59f3444d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:09.013921 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-5a199be7-e572-483c-b866-c59f3444d395 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762000 Aug 31 18:37:09.105410 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-066f7bc3-08eb-480a-ad3c-85766728fdec service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838327 Aug 31 18:37:09.206004 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e18edcf-c7d0-4bbf-834f-36a781ed45e9 req-9a42202a-24ab-4d62-b7a4-85d0a6eac916 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936670 Aug 31 18:37:09.289969 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc008b4-ced9-45e4-8dd6-63c28e810570 req-06b3a938-76bb-4374-ad0d-88a13228b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:09.291438 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-efc008b4-ced9-45e4-8dd6-63c28e810570 req-06b3a938-76bb-4374-ad0d-88a13228b2bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 1097 time: 0.0401721 Aug 31 18:37:09.384124 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc008b4-ced9-45e4-8dd6-63c28e810570 req-2a32e094-ecf7-4c7f-9fca-ee8ad77218b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:09.385621 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-efc008b4-ced9-45e4-8dd6-63c28e810570 req-2a32e094-ecf7-4c7f-9fca-ee8ad77218b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 912 time: 0.0863681 Aug 31 18:37:09.429321 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-efc008b4-ced9-45e4-8dd6-63c28e810570 req-07fba68f-1a8f-486d-82ca-ae53bbbae8a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d339d4bb-1f3b-4d81-9157-a461f2c972cd HTTP/1.1" status: 200 len: 217 time: 0.0343869 Aug 31 18:37:09.476264 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc008b4-ced9-45e4-8dd6-63c28e810570 req-3cbaf966-1b54-4548-b93e-3cf79c668b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:09.478162 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-efc008b4-ced9-45e4-8dd6-63c28e810570 req-3cbaf966-1b54-4548-b93e-3cf79c668b34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0420296 Aug 31 18:37:09.526398 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc008b4-ced9-45e4-8dd6-63c28e810570 req-0a133333-f7e6-49dc-9dad-2371334c2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:09.527824 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-efc008b4-ced9-45e4-8dd6-63c28e810570 req-0a133333-f7e6-49dc-9dad-2371334c2e10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422437 Aug 31 18:37:09.615164 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-efc008b4-ced9-45e4-8dd6-63c28e810570 req-16ef4e34-d42a-4549-8527-97ddea9aac0c service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789571 Aug 31 18:37:09.705059 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-efc008b4-ced9-45e4-8dd6-63c28e810570 req-9e59740d-8459-468c-95d1-e693d1315453 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828621 Aug 31 18:37:09.995704 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091298e-d249-4660-a396-185a81fc0637 req-ebbecc1d-8cbc-4115-a727-adaa4ea203f0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:09.997194 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a091298e-d249-4660-a396-185a81fc0637 req-ebbecc1d-8cbc-4115-a727-adaa4ea203f0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 944 time: 0.0492165 Aug 31 18:37:10.033669 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a091298e-d249-4660-a396-185a81fc0637 req-bcd9d89f-f9b6-465d-b85d-be12218c7446 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306914 Aug 31 18:37:10.128603 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75e4f2-4be8-4da6-a817-a30fdb73e269 req-99813533-a1ef-419b-ad6b-c5f41d7508a6 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:10.130083 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6b75e4f2-4be8-4da6-a817-a30fdb73e269 req-99813533-a1ef-419b-ad6b-c5f41d7508a6 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0479794 Aug 31 18:37:10.167269 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6b75e4f2-4be8-4da6-a817-a30fdb73e269 req-adcaec95-c460-41a5-8e4e-cfbd5a7e644f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308542 Aug 31 18:37:11.148633 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4655d-e50a-4ed7-86dc-a6613d2b830d req-f771a8b1-16a7-4a5f-8520-2c9a06eeeff3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:11.150082 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ea4655d-e50a-4ed7-86dc-a6613d2b830d req-f771a8b1-16a7-4a5f-8520-2c9a06eeeff3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 944 time: 0.0525770 Aug 31 18:37:11.186883 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ea4655d-e50a-4ed7-86dc-a6613d2b830d req-1bd06b6c-a009-410e-8ebb-10fd872736f1 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310268 Aug 31 18:37:11.281955 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc3baa-2edf-423a-b6af-ba4662550b3f req-187d1b53-205a-4b7b-81cb-5cdc882bab98 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:11.283392 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-03dc3baa-2edf-423a-b6af-ba4662550b3f req-187d1b53-205a-4b7b-81cb-5cdc882bab98 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0470695 Aug 31 18:37:11.319678 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-03dc3baa-2edf-423a-b6af-ba4662550b3f req-1483a08c-6b1d-45c0-9971-20066a7ae937 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305037 Aug 31 18:37:12.271640 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 9301f9c9-9201-42ea-a9ad-41c47d642c6f details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:37:12.297539 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103dbef-47cc-4700-81ef-716abe555572 req-968db51d-4065-44f2-af91-0589e48596ab tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:12.299025 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7103dbef-47cc-4700-81ef-716abe555572 req-968db51d-4065-44f2-af91-0589e48596ab tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 944 time: 0.0483463 Aug 31 18:37:12.336385 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7103dbef-47cc-4700-81ef-716abe555572 req-faf1c958-6393-478d-bbf2-7792a7b2822f tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315266 Aug 31 18:37:12.368318 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:37:12.379415 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'port_id': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'mac_address': 'fa:16:3e:a7:5b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:37:12.415565 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:12.428235 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9301f9c9-9201-42ea-a9ad-41c47d642c6f {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:37:12.440226 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08d757-17c2-4aef-96c1-583d15774c2e req-d5ca44c4-b385-4b54-89c1-f84e53d9f452 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:12.441908 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7b08d757-17c2-4aef-96c1-583d15774c2e req-d5ca44c4-b385-4b54-89c1-f84e53d9f452 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0523438 Aug 31 18:37:12.451294 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:37:12.455253 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:12.481143 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7b08d757-17c2-4aef-96c1-583d15774c2e req-58be470f-78c0-43bc-852c-75b5445bc70a tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333314 Aug 31 18:37:12.506303 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=9301f9c9-9201-42ea-a9ad-41c47d642c6f,revision_number=6']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:37:12.513261 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:12.513664 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:12.514009 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:12.514351 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:12.514689 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:12.515030 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:12.515362 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:12.515692 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:12.516108 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:12.516362 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:12.516705 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:12.517034 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:37:12.547492 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['9301f9c9-9201-42ea-a9ad-41c47d642c6f'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:37:13.466026 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924f15d-327d-4541-858a-cc5d76fad4ff req-99585a71-82b7-4136-af31-f5ea45334896 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:13.467672 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f924f15d-327d-4541-858a-cc5d76fad4ff req-99585a71-82b7-4136-af31-f5ea45334896 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 944 time: 0.0577397 Aug 31 18:37:13.521469 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f924f15d-327d-4541-858a-cc5d76fad4ff req-79e023df-5e52-4011-9a1c-d1dc36855007 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410352 Aug 31 18:37:13.616199 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d050e40-2afe-4f76-8f4c-66a4262a6ff4 req-0f8fa139-49f9-409d-99fa-aec907aa6208 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:13.617730 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d050e40-2afe-4f76-8f4c-66a4262a6ff4 req-0f8fa139-49f9-409d-99fa-aec907aa6208 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 944 time: 0.0550127 Aug 31 18:37:13.661763 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d050e40-2afe-4f76-8f4c-66a4262a6ff4 req-8d0418b4-91cd-4389-a295-eccfef7970c0 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376127 Aug 31 18:37:14.276868 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 9301f9c9-9201-42ea-a9ad-41c47d642c6f up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:37:14.331075 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 9301f9c9-9201-42ea-a9ad-41c47d642c6f triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:37:14.331445 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:14.417426 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:14.441339 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:37:14.443772 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84556b56-701f-41d4-aa8d-39d258148fe3" -d '{"events": [{"server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "name": "network-vif-plugged", "status": "completed", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:37:14.461446 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:37:14.469711 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:14.500223 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8626207-6e42-4c10-a121-3256a371745e x-openstack-request-id: req-f8626207-6e42-4c10-a121-3256a371745e {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:37:14.500538 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "name": "network-vif-plugged", "status": "completed", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:37:14.500782 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8626207-6e42-4c10-a121-3256a371745e {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:37:14.501159 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'code': 200} Aug 31 18:37:14.532453 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=9301f9c9-9201-42ea-a9ad-41c47d642c6f,revision_number=7']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:37:14.638123 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237c76d-73e8-43ac-b725-b72e85a566d7 req-fd088492-2370-464a-95ae-62448368d272 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:14.639601 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0237c76d-73e8-43ac-b725-b72e85a566d7 req-fd088492-2370-464a-95ae-62448368d272 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 944 time: 0.0550702 Aug 31 18:37:14.684836 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0237c76d-73e8-43ac-b725-b72e85a566d7 req-ba3c2b49-4083-4142-9c52-860ee4a963d1 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388639 Aug 31 18:37:14.809796 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca54b54-57d0-4c70-8997-99bc2460c132 req-d0eb6742-b4e0-49e3-bee9-aea1447c62ea tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:14.811266 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ca54b54-57d0-4c70-8997-99bc2460c132 req-d0eb6742-b4e0-49e3-bee9-aea1447c62ea tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0570812 Aug 31 18:37:14.856871 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ca54b54-57d0-4c70-8997-99bc2460c132 req-e383a21b-a841-4ed7-861c-6e36dd87ddd9 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396392 Aug 31 18:37:15.801516 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3ace1-4444-4202-b8f4-db2461805989 req-a7271e54-74d9-4dcc-a129-0b908fffe93b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:15.802964 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0eb3ace1-4444-4202-b8f4-db2461805989 req-a7271e54-74d9-4dcc-a129-0b908fffe93b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 944 time: 0.0522037 Aug 31 18:37:15.847401 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0eb3ace1-4444-4202-b8f4-db2461805989 req-bbdf51d5-3ca7-4630-ae83-e0c08ccee2ef tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378916 Aug 31 18:37:15.990599 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac09306-3acf-49b3-bcc7-417c529a1709 req-43d7b7f1-a432-4900-b558-46ebc2d035fe tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:15.992912 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fac09306-3acf-49b3-bcc7-417c529a1709 req-43d7b7f1-a432-4900-b558-46ebc2d035fe tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0564251 Aug 31 18:37:16.037364 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fac09306-3acf-49b3-bcc7-417c529a1709 req-16331db9-e921-4a8c-aefa-ff5b35310407 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384197 Aug 31 18:37:16.304119 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device d339d4bb-1f3b-4d81-9157-a461f2c972cd details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:37:16.408411 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port d339d4bb-1f3b-4d81-9157-a461f2c972cd, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d339d4bb-1f3b-4d81-9157-a461f2c972cd,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:37:16.420336 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'port_id': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'mac_address': 'fa:16:3e:fa:c0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:37:16.464054 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:16.478440 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d339d4bb-1f3b-4d81-9157-a461f2c972cd {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:37:16.497758 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port d339d4bb-1f3b-4d81-9157-a461f2c972cd, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d339d4bb-1f3b-4d81-9157-a461f2c972cd,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:37:16.504411 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:16.554609 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=d339d4bb-1f3b-4d81-9157-a461f2c972cd,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:37:16.759739 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['d339d4bb-1f3b-4d81-9157-a461f2c972cd'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:37:16.993422 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce63af-0645-4dee-9053-b2fd17508d29 req-4638b985-931e-45fd-ae40-288d1cd3ee0b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:16.995017 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2bce63af-0645-4dee-9053-b2fd17508d29 req-4638b985-931e-45fd-ae40-288d1cd3ee0b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 945 time: 0.0631485 Aug 31 18:37:17.046242 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2bce63af-0645-4dee-9053-b2fd17508d29 req-4c2d9bb1-30d6-4f2a-889b-18e4a91c852b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403903 Aug 31 18:37:17.167844 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7e1f4-cdf1-40f4-8da9-6b9340286108 req-404a2632-41ec-4eba-9dc9-253d7ea86cd2 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:17.169508 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-30f7e1f4-cdf1-40f4-8da9-6b9340286108 req-404a2632-41ec-4eba-9dc9-253d7ea86cd2 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0566356 Aug 31 18:37:17.213260 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-30f7e1f4-cdf1-40f4-8da9-6b9340286108 req-e89df4d3-5204-4d5f-89a9-dc29f00d652a tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353084 Aug 31 18:37:18.174156 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f512570-f274-48e5-8232-4353c78b3abd req-7c10c640-002f-4e2b-8134-0be2b0fc6f44 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:18.175804 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2f512570-f274-48e5-8232-4353c78b3abd req-7c10c640-002f-4e2b-8134-0be2b0fc6f44 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 945 time: 0.0576160 Aug 31 18:37:18.214401 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2f512570-f274-48e5-8232-4353c78b3abd req-5ccf156e-dc2b-4ab9-8572-6c26c23d30f2 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325150 Aug 31 18:37:18.305033 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device d339d4bb-1f3b-4d81-9157-a461f2c972cd up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:37:18.345542 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf944ac-7c35-4c65-822e-a730da4051b0 req-7b402ac8-771d-4d19-8a05-32678a9dfdac tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:18.351835 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9bf944ac-7c35-4c65-822e-a730da4051b0 req-7b402ac8-771d-4d19-8a05-32678a9dfdac tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0603819 Aug 31 18:37:18.364961 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port d339d4bb-1f3b-4d81-9157-a461f2c972cd completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:37:18.368806 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port d339d4bb-1f3b-4d81-9157-a461f2c972cd triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:37:18.369178 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:18.410585 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9bf944ac-7c35-4c65-822e-a730da4051b0 req-8f6988f0-b6b8-460f-bb3c-cbb837abd59c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573657 Aug 31 18:37:18.581414 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:18.606995 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:37:18.609192 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4a7c3-a6bb-43ec-a21d-e584d955d800" -d '{"events": [{"server_uuid": "46462327-b70a-4a4a-bfbc-de127cc4ae28", "name": "network-vif-plugged", "status": "completed", "tag": "d339d4bb-1f3b-4d81-9157-a461f2c972cd"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:37:18.622773 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port d339d4bb-1f3b-4d81-9157-a461f2c972cd, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d339d4bb-1f3b-4d81-9157-a461f2c972cd,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:37:18.630736 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:18.654235 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b091dab3-9dac-406d-bd7b-b38d8817b2f9 x-openstack-request-id: req-b091dab3-9dac-406d-bd7b-b38d8817b2f9 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:37:18.654634 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46462327-b70a-4a4a-bfbc-de127cc4ae28", "name": "network-vif-plugged", "status": "completed", "tag": "d339d4bb-1f3b-4d81-9157-a461f2c972cd", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:37:18.654948 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b091dab3-9dac-406d-bd7b-b38d8817b2f9 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:37:18.655504 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'code': 200} Aug 31 18:37:18.690194 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=d339d4bb-1f3b-4d81-9157-a461f2c972cd,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:37:18.897301 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c7660-77aa-48d9-bded-43f7b36b5866 req-193ca692-7af6-40df-b39d-336adb9662d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:18.898747 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ed3c7660-77aa-48d9-bded-43f7b36b5866 req-193ca692-7af6-40df-b39d-336adb9662d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 1099 time: 0.0456512 Aug 31 18:37:18.942369 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ed3c7660-77aa-48d9-bded-43f7b36b5866 req-385faa95-9d16-42af-b1de-f8875e1ce717 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312314 Aug 31 18:37:19.347235 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a23cf5-40b9-4fb9-b894-7d3772a80feb req-e9367e39-18a0-41ea-9cc8-129fd6eec678 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:19.349106 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-62a23cf5-40b9-4fb9-b894-7d3772a80feb req-e9367e39-18a0-41ea-9cc8-129fd6eec678 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 946 time: 0.0550470 Aug 31 18:37:19.404967 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-62a23cf5-40b9-4fb9-b894-7d3772a80feb req-c931538a-bb95-4239-ba7e-de4a94dfca4d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484757 Aug 31 18:37:19.526177 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6873e763-44a3-4e98-b7c5-947473565fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:19.540342 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8164bda-d7f7-4b9b-80df-6a0f6b066619 req-376685f6-9b8a-4251-9208-903f5b44fe1d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:19.541938 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a8164bda-d7f7-4b9b-80df-6a0f6b066619 req-376685f6-9b8a-4251-9208-903f5b44fe1d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0561604 Aug 31 18:37:19.603530 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a8164bda-d7f7-4b9b-80df-6a0f6b066619 req-8c8487bd-5486-4dbe-af24-041f3352584d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521300 Aug 31 18:37:20.527530 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f23901-2f54-453f-a042-f161f9bdf03d req-adfdad09-72a6-4ce1-abd5-49aa760a700d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:20.529091 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-36f23901-2f54-453f-a042-f161f9bdf03d req-adfdad09-72a6-4ce1-abd5-49aa760a700d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 946 time: 0.0574198 Aug 31 18:37:20.569736 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-36f23901-2f54-453f-a042-f161f9bdf03d req-432a95be-aa2e-4008-a414-fbff9856e102 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340738 Aug 31 18:37:20.713120 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7288c-8a9f-4d41-9f07-d9eb7b2235dd req-cb50f8bb-251f-4236-8de0-c0c33222d604 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:20.714727 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f8f7288c-8a9f-4d41-9f07-d9eb7b2235dd req-cb50f8bb-251f-4236-8de0-c0c33222d604 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 946 time: 0.0751312 Aug 31 18:37:20.774181 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f8f7288c-8a9f-4d41-9f07-d9eb7b2235dd req-7dd14541-bb97-4688-9c2f-db406a581afc tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440240 Aug 31 18:37:20.782481 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188c4d4-8e11-41de-824b-d1e6fa1eaf6f req-71807e27-6cef-4658-9762-295c73a40316 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:20.783976 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0188c4d4-8e11-41de-824b-d1e6fa1eaf6f req-71807e27-6cef-4658-9762-295c73a40316 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0954764 Aug 31 18:37:20.798345 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 44566) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:37:20.847286 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec90dc6b-68b4-4be1-837e-0ec19633aaae tempest-TestVolumeBootPattern-1578714214 tempest-TestVolumeBootPattern-1578714214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:20.851856 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0188c4d4-8e11-41de-824b-d1e6fa1eaf6f req-beb89d5e-a5ab-45dd-89b6-49cbc480fe07 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515418 Aug 31 18:37:20.852163 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 44570) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:37:20.852706 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ec90dc6b-68b4-4be1-837e-0ec19633aaae tempest-TestVolumeBootPattern-1578714214 tempest-TestVolumeBootPattern-1578714214-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 1094 time: 0.0533240 Aug 31 18:37:20.856579 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Request body: {'floatingip': {'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'port_id': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:37:20.885780 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for floatingip, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:20.996536 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:21.125568 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Allocated IP 172.27.0.205 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/cc5ecaf4-5a5f-4372-82d1-fe5f9c44cedf) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:37:21.246962 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:21.292540 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:21.328454 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:37:21.335227 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:37:21.339719 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:37:21.345610 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'Port': ['ID=cc5ecaf4-5a5f-4372-82d1-fe5f9c44cedf,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:37:21.729043 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:21.791953 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:21.959004 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:21.964473 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:22.171277 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8d1da94b-86b3-4c03-b214-545828412aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:22.327221 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7a697-ba21-424b-857b-a45a0734bf24 req-81a40d19-41ad-4ab0-b66b-058faad7f8fc tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:22.328731 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e7d7a697-ba21-424b-857b-a45a0734bf24 req-81a40d19-41ad-4ab0-b66b-058faad7f8fc tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.4051630 Aug 31 18:37:22.354661 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'Port': ['ID=cc5ecaf4-5a5f-4372-82d1-fe5f9c44cedf,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:37:22.376627 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:22.427799 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5fc8c-5aab-45ab-8562-d416b72fdc03 req-ebf9bc5e-5587-49de-be6d-fc2679cfb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:22.429409 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-85a5fc8c-5aab-45ab-8562-d416b72fdc03 req-ebf9bc5e-5587-49de-be6d-fc2679cfb4cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 1098 time: 0.1623404 Aug 31 18:37:22.434073 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e7d7a697-ba21-424b-857b-a45a0734bf24 req-6e242534-d4d5-4d86-b3a8-2a0459298dd1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979714 Aug 31 18:37:22.553950 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:22.559004 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Floating IP e65163f1-059f-483a-ba6a-e7faac7f2b39 associated. External IP: 172.27.0.205, port: d339d4bb-1f3b-4d81-9157-a461f2c972cd. Aug 31 18:37:22.615162 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5fc8c-5aab-45ab-8562-d416b72fdc03 req-d43ee5f5-e19f-450b-9264-58ca3d73bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:22.616647 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-85a5fc8c-5aab-45ab-8562-d416b72fdc03 req-d43ee5f5-e19f-450b-9264-58ca3d73bc71 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 200 len: 918 time: 0.1782784 Aug 31 18:37:22.723628 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-85a5fc8c-5aab-45ab-8562-d416b72fdc03 req-a4137d03-4cfa-42c6-82e8-e1909053305e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f HTTP/1.1" status: 200 len: 1001 time: 0.0990083 Aug 31 18:37:22.837835 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5fc8c-5aab-45ab-8562-d416b72fdc03 req-4fa78e36-20a0-490b-bc8f-e489add91c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:22.839819 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-85a5fc8c-5aab-45ab-8562-d416b72fdc03 req-4fa78e36-20a0-490b-bc8f-e489add91c17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0ef58c-aa9f-4b90-aae6-bd67800686c2 HTTP/1.1" status: 200 len: 856 time: 0.0832562 Aug 31 18:37:22.901754 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Router 77ae4b2c-59d4-492c-b383-a982e4bd198f has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:37:22.910463 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5fc8c-5aab-45ab-8562-d416b72fdc03 req-3a330055-e6d3-4e0c-a9fa-1bd298090be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:22.911956 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-85a5fc8c-5aab-45ab-8562-d416b72fdc03 req-3a330055-e6d3-4e0c-a9fa-1bd298090be9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f444248-5460-4ee2-b230-38dc7e90a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613039 Aug 31 18:37:23.080881 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:37:23.083974 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-85a5fc8c-5aab-45ab-8562-d416b72fdc03 req-16c012f4-e089-4a10-93e3-4b06dd923e54 service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637926 Aug 31 18:37:23.090020 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e6540e-4536-4da3-bf4a-a86352aa1d39 None None] Sync routers for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:37:23.099874 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e6540e-4536-4da3-bf4a-a86352aa1d39 None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:37:23.100589 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-03e6540e-4536-4da3-bf4a-a86352aa1d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:37:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:37:23.113470 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:23.169873 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-554dc564-53cd-4656-8b3a-86fd718207a8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3167424 Aug 31 18:37:23.171910 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'tag': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:37:23.174126 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b411fd0d-e48b-468f-b66f-bc192cdadc31" -d '{"events": [{"name": "network-changed", "server_uuid": "46462327-b70a-4a4a-bfbc-de127cc4ae28", "tag": "d339d4bb-1f3b-4d81-9157-a461f2c972cd"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:37:23.204740 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-03e6540e-4536-4da3-bf4a-a86352aa1d39 None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:37:23.209222 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-85a5fc8c-5aab-45ab-8562-d416b72fdc03 req-dfbb3a43-8df4-4a15-89c0-cd1c1cb37a74 service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161966 Aug 31 18:37:23.212287 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:23.229731 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b0775e-56ee-4e40-8f79-d53044c7b411 x-openstack-request-id: req-e5b0775e-56ee-4e40-8f79-d53044c7b411 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:37:23.230043 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46462327-b70a-4a4a-bfbc-de127cc4ae28", "tag": "d339d4bb-1f3b-4d81-9157-a461f2c972cd", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:37:23.230280 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5b0775e-56ee-4e40-8f79-d53044c7b411 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:37:23.230673 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'tag': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'status': 'completed', 'code': 200} Aug 31 18:37:23.297483 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411fd0d-e48b-468f-b66f-bc192cdadc31 req-77a8175d-f4c8-4442-b10b-1136e15e2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:23.298961 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b411fd0d-e48b-468f-b66f-bc192cdadc31 req-77a8175d-f4c8-4442-b10b-1136e15e2ca2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 1099 time: 0.0455542 Aug 31 18:37:23.390638 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411fd0d-e48b-468f-b66f-bc192cdadc31 req-36d53344-2613-4f33-a54d-ab247ebe9cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:23.392132 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b411fd0d-e48b-468f-b66f-bc192cdadc31 req-36d53344-2613-4f33-a54d-ab247ebe9cab service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 912 time: 0.0848749 Aug 31 18:37:23.426761 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-03e6540e-4536-4da3-bf4a-a86352aa1d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'e65163f1-059f-483a-ba6a-e7faac7f2b39', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:fa:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:37:21Z', 'updated_at': '2021-08-31T18:37:21Z', 'revision_number': 0, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:37:23.451170 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e6540e-4536-4da3-bf4a-a86352aa1d39 None None] Checking router: 77ae4b2c-59d4-492c-b383-a982e4bd198f for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:37:23.459187 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e6540e-4536-4da3-bf4a-a86352aa1d39 None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:37:23.459786 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-03e6540e-4536-4da3-bf4a-a86352aa1d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:37:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:37:23.465173 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b411fd0d-e48b-468f-b66f-bc192cdadc31 req-2eeb004b-7c35-494f-ab43-139a829363ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d339d4bb-1f3b-4d81-9157-a461f2c972cd HTTP/1.1" status: 200 len: 1000 time: 0.0644331 Aug 31 18:37:23.540243 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411fd0d-e48b-468f-b66f-bc192cdadc31 req-f4b1c62a-8596-411f-87f8-6535715b1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:23.541716 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b411fd0d-e48b-468f-b66f-bc192cdadc31 req-f4b1c62a-8596-411f-87f8-6535715b1fe3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0682161 Aug 31 18:37:23.562821 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-03e6540e-4536-4da3-bf4a-a86352aa1d39 None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:37:23.583096 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b38e5-bbf0-4a3b-8213-e673bb27b000 req-ab95ff25-0e2b-4b0b-bbdd-0d95fff1509d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:23.584620 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cd4b38e5-bbf0-4a3b-8213-e673bb27b000 req-ab95ff25-0e2b-4b0b-bbdd-0d95fff1509d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0786669 Aug 31 18:37:23.618113 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411fd0d-e48b-468f-b66f-bc192cdadc31 req-533592cc-7ced-4d48-b1a9-cf2171e308b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:23.619528 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b411fd0d-e48b-468f-b66f-bc192cdadc31 req-533592cc-7ced-4d48-b1a9-cf2171e308b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690317 Aug 31 18:37:23.638802 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-cd4b38e5-bbf0-4a3b-8213-e673bb27b000 req-55bc158f-9052-4f05-856c-3687c0c35eff tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471656 Aug 31 18:37:23.718151 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b411fd0d-e48b-468f-b66f-bc192cdadc31 req-34da21eb-3858-499d-838b-d0cbb5c8892e service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888329 Aug 31 18:37:23.788384 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-03e6540e-4536-4da3-bf4a-a86352aa1d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'e65163f1-059f-483a-ba6a-e7faac7f2b39', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:fa:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:37:21Z', 'updated_at': '2021-08-31T18:37:21Z', 'revision_number': 0, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:37:23.808468 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b411fd0d-e48b-468f-b66f-bc192cdadc31 req-268ff9db-1895-4563-abf9-20b4af9dd951 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817714 Aug 31 18:37:23.813548 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e6540e-4536-4da3-bf4a-a86352aa1d39 None None] The sync data for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi is: [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'e65163f1-059f-483a-ba6a-e7faac7f2b39', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:fa:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:37:21Z', 'updated_at': '2021-08-31T18:37:21Z', 'revision_number': 0, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:37:23.978806 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfa91c4-8b67-439a-a620-809d5cd3988b None None] New status for floating IP e65163f1-059f-483a-ba6a-e7faac7f2b39: ACTIVE {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:37:24.762509 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f0e1d-f5f5-4ea4-8663-0a7668c2b7d7 req-c0c1bc54-f3ca-467c-9684-ba5b36835d00 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:24.763983 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-db1f0e1d-f5f5-4ea4-8663-0a7668c2b7d7 req-c0c1bc54-f3ca-467c-9684-ba5b36835d00 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0535696 Aug 31 18:37:24.801932 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-db1f0e1d-f5f5-4ea4-8663-0a7668c2b7d7 req-18332cec-c292-4132-80e1-34f71156ac34 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321300 Aug 31 18:37:24.926946 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:25.773730 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:25.921565 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d950b1-5257-4f3f-b138-0ca3d3b12f49 req-9bbc0f39-a557-4892-bf19-68ef64c4b933 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:25.923026 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-59d950b1-5257-4f3f-b138-0ca3d3b12f49 req-9bbc0f39-a557-4892-bf19-68ef64c4b933 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 945 time: 0.0489678 Aug 31 18:37:25.958999 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-59d950b1-5257-4f3f-b138-0ca3d3b12f49 req-c4c257ed-d369-43e6-8334-096683ea5a3e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302544 Aug 31 18:37:26.093509 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:37:26.369298 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 9301f9c9-9201-42ea-a9ad-41c47d642c6f no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:37:26.444301 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:26.467029 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:37:26.469284 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deeddf8-9901-4ac1-817e-6329d58a8631" -d '{"events": [{"server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "name": "network-vif-unplugged", "status": "completed", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:37:26.482876 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:37:26.486757 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:26.510010 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 18:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce60b578-6a9f-45f8-a17a-4a628343f527 x-openstack-request-id: req-ce60b578-6a9f-45f8-a17a-4a628343f527 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:37:26.510310 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "name": "network-vif-unplugged", "status": "failed", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f", "code": 422}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:37:26.510562 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce60b578-6a9f-45f8-a17a-4a628343f527 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:37:26.510951 dv-cinder-805887-9-iscsi neutron-server[93881]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'code': 422} returned with failed status Aug 31 18:37:26.536794 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=9301f9c9-9201-42ea-a9ad-41c47d642c6f,revision_number=8']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:37:26.712079 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [req-7d3c3fe7-d236-4102-aa3c-ec75bfa395b8 req-6833d9a1-0728-4efd-9e8e-e99b8ff9f7c3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:37:26.713075 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d3c3fe7-d236-4102-aa3c-ec75bfa395b8 req-6833d9a1-0728-4efd-9e8e-e99b8ff9f7c3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060110 Aug 31 18:37:26.873869 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa447fc-8c71-4016-be01-bfed17e38c05 req-e315a834-9a31-494b-81e7-b34a81ec91b1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:26.875400 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1aa447fc-8c71-4016-be01-bfed17e38c05 req-e315a834-9a31-494b-81e7-b34a81ec91b1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0600846 Aug 31 18:37:26.931957 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-c4553da1-8cf1-4988-bd13-f16912920168 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746622 Aug 31 18:37:26.935511 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1aa447fc-8c71-4016-be01-bfed17e38c05 req-b3730e71-20e9-4a7a-a1a5-d23a3e2de06f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426383 Aug 31 18:37:27.696090 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-6597b7d6-ca52-48dc-b119-59912065fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:27.697615 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-6597b7d6-ca52-48dc-b119-59912065fc4c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b&tenant_id=b7358b729fb44c7a9d07ae07c782c59b HTTP/1.1" status: 200 len: 1096 time: 0.0397081 Aug 31 18:37:27.760693 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-5565d358-e9ea-4b1a-8e29-d1ec11337286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:27.762169 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-5565d358-e9ea-4b1a-8e29-d1ec11337286 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 1096 time: 0.0406849 Aug 31 18:37:27.853212 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-a7ce3792-5ae1-4e18-b4b9-e036aef49c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:27.854666 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-a7ce3792-5ae1-4e18-b4b9-e036aef49c01 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 200 len: 918 time: 0.0853517 Aug 31 18:37:27.919251 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-bde1ab15-77e3-4314-a53a-b3ac3befc8ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f HTTP/1.1" status: 200 len: 999 time: 0.0569017 Aug 31 18:37:27.968249 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-cd04f75d-25bc-45d3-9cd6-3479c2c5967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:27.969733 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-cd04f75d-25bc-45d3-9cd6-3479c2c5967c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0ef58c-aa9f-4b90-aae6-bd67800686c2 HTTP/1.1" status: 200 len: 856 time: 0.0427549 Aug 31 18:37:28.043081 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-73838381-19ff-4465-8b3b-01294d9990e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:28.044571 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-73838381-19ff-4465-8b3b-01294d9990e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f444248-5460-4ee2-b230-38dc7e90a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669031 Aug 31 18:37:28.103524 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba13bc-3066-4eea-8941-8ae816ce844e req-613f51eb-34d6-4a32-95e9-4e3f1bc9fd79 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:28.105021 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b3ba13bc-3066-4eea-8941-8ae816ce844e req-613f51eb-34d6-4a32-95e9-4e3f1bc9fd79 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0940585 Aug 31 18:37:28.163014 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b3ba13bc-3066-4eea-8941-8ae816ce844e req-448b9dd8-a831-4781-a898-45eee157d0b0 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506389 Aug 31 18:37:28.176519 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-11a11016-7778-4875-a397-862b95c7d50b service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230040 Aug 31 18:37:28.264571 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9d3ca50-a120-4d77-be7e-2086d1dce83c req-f12ef8d9-dba4-41df-9867-5395be8eadef service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802629 Aug 31 18:37:29.284531 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038adf46-72c5-4c31-9bbd-eafce2cd47e5 req-cfc9dd4c-8bd9-4b0f-81f6-aba0ea4e3a41 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:29.286040 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-038adf46-72c5-4c31-9bbd-eafce2cd47e5 req-cfc9dd4c-8bd9-4b0f-81f6-aba0ea4e3a41 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0513315 Aug 31 18:37:29.325669 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-038adf46-72c5-4c31-9bbd-eafce2cd47e5 req-8889c436-a57e-4a34-9349-721788933fbd tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331128 Aug 31 18:37:30.454542 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16482708-3b57-4bb7-b72e-abf50f446c37 req-692cdd2a-ada9-4d27-9a00-670a34bd181e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:30.456071 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-16482708-3b57-4bb7-b72e-abf50f446c37 req-692cdd2a-ada9-4d27-9a00-670a34bd181e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0536437 Aug 31 18:37:30.496873 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-16482708-3b57-4bb7-b72e-abf50f446c37 req-2640a5d6-50cb-4d4f-87de-cd92bd0779c3 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338252 Aug 31 18:37:31.618098 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2a2bf-d97a-474f-a2e4-901c0290f1f1 req-837b44eb-28e7-4db2-ac35-985380814672 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:31.619772 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-68e2a2bf-d97a-474f-a2e4-901c0290f1f1 req-837b44eb-28e7-4db2-ac35-985380814672 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0511870 Aug 31 18:37:31.659835 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-68e2a2bf-d97a-474f-a2e4-901c0290f1f1 req-892f24ce-8bed-4c69-86b2-7f311fff87d4 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340443 Aug 31 18:37:32.781930 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fd0c7-eb82-4738-8d00-43b3a6fb5706 req-5aca4e7b-fa11-46ed-84b1-9332ed957514 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:32.783393 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-980fd0c7-eb82-4738-8d00-43b3a6fb5706 req-5aca4e7b-fa11-46ed-84b1-9332ed957514 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0512910 Aug 31 18:37:32.820913 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-980fd0c7-eb82-4738-8d00-43b3a6fb5706 req-7750510b-a385-4b78-9b3b-1acb168a6268 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313892 Aug 31 18:37:33.947672 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffa250-23cf-45b4-83f5-cd6da15568fe req-32c1a65e-ac50-4461-aeeb-6702ac4dc4ee tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:33.949636 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-40ffa250-23cf-45b4-83f5-cd6da15568fe req-32c1a65e-ac50-4461-aeeb-6702ac4dc4ee tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0547688 Aug 31 18:37:33.992068 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-40ffa250-23cf-45b4-83f5-cd6da15568fe req-07518be9-49c0-4684-ac0d-6f8714f7e69d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361931 Aug 31 18:37:35.115679 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cebf9-08c3-43b8-b8f9-a97214451134 req-adff8471-cd38-4870-bf76-6bac2229b89d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:35.117380 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-750cebf9-08c3-43b8-b8f9-a97214451134 req-adff8471-cd38-4870-bf76-6bac2229b89d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0501127 Aug 31 18:37:35.164242 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-750cebf9-08c3-43b8-b8f9-a97214451134 req-e7ee5bb1-b10e-437d-a3de-a6f286bdd5fd tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366828 Aug 31 18:37:36.284147 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa13acc-8605-4279-bc10-3d57492f8813 req-df4c4c89-2461-4cc1-8dab-0ec7b79f9a08 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:36.287343 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7fa13acc-8605-4279-bc10-3d57492f8813 req-df4c4c89-2461-4cc1-8dab-0ec7b79f9a08 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0512943 Aug 31 18:37:36.326026 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7fa13acc-8605-4279-bc10-3d57492f8813 req-f412dd2a-1ed8-4c28-8afa-79d489746c52 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342619 Aug 31 18:37:37.449709 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9f937-f1e1-45fb-9be9-8f9b74037a52 req-966ad51d-8198-404e-812b-994a36a75c56 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:37.451365 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23c9f937-f1e1-45fb-9be9-8f9b74037a52 req-966ad51d-8198-404e-812b-994a36a75c56 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0540879 Aug 31 18:37:37.490684 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23c9f937-f1e1-45fb-9be9-8f9b74037a52 req-15ef5747-17e8-44be-8ff0-73aeb752089e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332899 Aug 31 18:37:38.615181 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6f752-42b0-429b-817c-44f49b1667d7 req-255d64ba-9202-4354-9345-0d4337905abf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:38.616755 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-19a6f752-42b0-429b-817c-44f49b1667d7 req-255d64ba-9202-4354-9345-0d4337905abf tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0518570 Aug 31 18:37:38.654745 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-19a6f752-42b0-429b-817c-44f49b1667d7 req-22594c33-127c-46c2-83be-d4159ff16832 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319974 Aug 31 18:37:39.804723 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379bd94-9cb6-486a-b5d1-0109df8aa14a req-3d4c0541-1c9b-4711-b072-1ba16c13619a tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:39.806199 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2379bd94-9cb6-486a-b5d1-0109df8aa14a req-3d4c0541-1c9b-4711-b072-1ba16c13619a tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0767801 Aug 31 18:37:39.820737 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f5ee-4b70-4cd8-a28e-3b0a3e9e2c20 req-b83a48f4-9fe4-42f2-996b-0ad3ce0adfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:39.822122 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6898f5ee-4b70-4cd8-a28e-3b0a3e9e2c20 req-b83a48f4-9fe4-42f2-996b-0ad3ce0adfc1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 1096 time: 0.0606019 Aug 31 18:37:39.856429 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2379bd94-9cb6-486a-b5d1-0109df8aa14a req-74c2ff90-2be1-4517-a200-6cc11b0e5ec8 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435290 Aug 31 18:37:39.929873 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f5ee-4b70-4cd8-a28e-3b0a3e9e2c20 req-c3500f65-0ef3-4950-8249-456a010566b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:39.931321 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6898f5ee-4b70-4cd8-a28e-3b0a3e9e2c20 req-c3500f65-0ef3-4950-8249-456a010566b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 200 len: 918 time: 0.0872455 Aug 31 18:37:40.001908 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6898f5ee-4b70-4cd8-a28e-3b0a3e9e2c20 req-093439db-1171-438c-bf2e-e7e4d17c9093 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f HTTP/1.1" status: 200 len: 999 time: 0.0624468 Aug 31 18:37:40.052010 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f5ee-4b70-4cd8-a28e-3b0a3e9e2c20 req-c20e8fcb-4974-488f-ba0c-b823d122d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:40.053531 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6898f5ee-4b70-4cd8-a28e-3b0a3e9e2c20 req-c20e8fcb-4974-488f-ba0c-b823d122d1b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0ef58c-aa9f-4b90-aae6-bd67800686c2 HTTP/1.1" status: 200 len: 856 time: 0.0421643 Aug 31 18:37:40.099905 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f5ee-4b70-4cd8-a28e-3b0a3e9e2c20 req-929ba9f6-acf7-4121-8174-b0a26023bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:40.101907 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6898f5ee-4b70-4cd8-a28e-3b0a3e9e2c20 req-929ba9f6-acf7-4121-8174-b0a26023bfb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f444248-5460-4ee2-b230-38dc7e90a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402577 Aug 31 18:37:40.192166 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6898f5ee-4b70-4cd8-a28e-3b0a3e9e2c20 req-76ca5877-7950-4e74-85fd-c3bd7d343338 service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827620 Aug 31 18:37:40.284226 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6898f5ee-4b70-4cd8-a28e-3b0a3e9e2c20 req-1881522b-0754-4e5e-a87a-6183c9f3f9dd service neutron] 10.222.0.50 "GET /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794728 Aug 31 18:37:40.975531 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599f17c-260a-4c0c-877f-516e4446a1dd req-3142aa86-8f93-4c99-95b1-d3f80c8621f1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:40.977039 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e599f17c-260a-4c0c-877f-516e4446a1dd req-3142aa86-8f93-4c99-95b1-d3f80c8621f1 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0502687 Aug 31 18:37:41.014313 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e599f17c-260a-4c0c-877f-516e4446a1dd req-f400aa52-d9b2-4ece-9398-350d5e728c5f tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314763 Aug 31 18:37:42.135548 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713213aa-40e8-4fdf-a748-f470bff3343f req-7a68a064-3741-447a-adae-d959f871024e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:42.137073 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-713213aa-40e8-4fdf-a748-f470bff3343f req-7a68a064-3741-447a-adae-d959f871024e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 943 time: 0.0526299 Aug 31 18:37:42.173080 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-713213aa-40e8-4fdf-a748-f470bff3343f req-a43f1322-9dc0-40d3-a1e0-a203b9ce23fb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302231 Aug 31 18:37:42.406946 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 9301f9c9-9201-42ea-a9ad-41c47d642c6f details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:37:42.499920 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:37:42.510712 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'port_id': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'mac_address': 'fa:16:3e:a7:5b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:37:42.545723 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:42.558902 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9301f9c9-9201-42ea-a9ad-41c47d642c6f {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:37:42.577919 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:37:42.581779 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:42.632464 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=9301f9c9-9201-42ea-a9ad-41c47d642c6f,revision_number=9']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:37:42.807741 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['9301f9c9-9201-42ea-a9ad-41c47d642c6f'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:37:43.290617 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94787a3f-9c70-4e82-84c9-81f4a6ebccad req-bac1fa5e-f638-4790-9d11-d7e22b70ae3e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:43.292070 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-94787a3f-9c70-4e82-84c9-81f4a6ebccad req-bac1fa5e-f638-4790-9d11-d7e22b70ae3e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 944 time: 0.0485888 Aug 31 18:37:43.328697 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-94787a3f-9c70-4e82-84c9-81f4a6ebccad req-f3e429be-0dcc-424c-b44c-38f05bfd10b6 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307310 Aug 31 18:37:44.411291 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 9301f9c9-9201-42ea-a9ad-41c47d642c6f up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:37:44.445729 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be913b1-9b8a-488b-a1da-8f669e274260 req-1ecdb99e-3633-499f-8df1-a30f31df397c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:44.447216 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7be913b1-9b8a-488b-a1da-8f669e274260 req-1ecdb99e-3633-499f-8df1-a30f31df397c tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 944 time: 0.0482223 Aug 31 18:37:44.460671 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 9301f9c9-9201-42ea-a9ad-41c47d642c6f triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:37:44.461042 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:44.484426 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7be913b1-9b8a-488b-a1da-8f669e274260 req-8dd403df-0166-4b12-a84c-f6b866eea611 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311534 Aug 31 18:37:44.535525 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:44.557560 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:37:44.559768 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f092e325-0e09-4599-8cc4-783aa79ee297" -d '{"events": [{"server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "name": "network-vif-plugged", "status": "completed", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:37:44.572527 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:37:44.576588 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:44.600004 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a84b3be-bacc-4f08-a6f6-1b63d0f87bc3 x-openstack-request-id: req-9a84b3be-bacc-4f08-a6f6-1b63d0f87bc3 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:37:44.600927 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "name": "network-vif-plugged", "status": "completed", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:37:44.601304 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a84b3be-bacc-4f08-a6f6-1b63d0f87bc3 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:37:44.601704 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'code': 200} Aug 31 18:37:44.629945 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=9301f9c9-9201-42ea-a9ad-41c47d642c6f,revision_number=10']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:37:44.778447 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd654552-264c-426b-8b51-2f7669829171 req-ddcd22eb-28d1-4695-9d9a-de1be065b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:44.779920 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bd654552-264c-426b-8b51-2f7669829171 req-ddcd22eb-28d1-4695-9d9a-de1be065b2c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 1099 time: 0.0421779 Aug 31 18:37:44.815479 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bd654552-264c-426b-8b51-2f7669829171 req-ca96a51f-4816-4f64-9e5e-693ebbcc3e83 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273576 Aug 31 18:37:45.601197 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854413d-827b-4998-a9ed-611e4209252d req-944383b6-ec7a-4ff3-bfb7-e8de422d6b3e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:45.602662 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d854413d-827b-4998-a9ed-611e4209252d req-944383b6-ec7a-4ff3-bfb7-e8de422d6b3e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 946 time: 0.0482643 Aug 31 18:37:45.639153 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d854413d-827b-4998-a9ed-611e4209252d req-426f7bb9-fb71-4cc8-bafc-8662151d323b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306613 Aug 31 18:37:46.756585 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbda55-c80f-4439-b314-085fe5116765 req-e0866464-966f-4c35-80d0-d11e92255b2a tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:37:46.758058 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d9cbda55-c80f-4439-b314-085fe5116765 req-e0866464-966f-4c35-80d0-d11e92255b2a tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 946 time: 0.0482976 Aug 31 18:37:46.794820 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d9cbda55-c80f-4439-b314-085fe5116765 req-3c9105be-d7a0-4542-a5ae-9990938cf80d tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310175 Aug 31 18:37:49.507992 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-eb2a8c7e-e3f1-4c90-8e22-9f03a453be33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:52.172435 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4ef4260b-c626-44e7-ae73-cb14dc3249ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:52.546275 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:53.212606 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:54.930975 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:37:55.781662 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:03.092543 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:38:19.507669 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0acfc697-46f9-489b-9299-1f3f932721b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:22.173344 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-55fa899c-c697-43f0-8b18-4bf98d1f947a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:22.546407 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:23.214673 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:24.933240 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:25.791368 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:25.863501 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b0688-f5ac-44c7-8d30-03eff82aa235 req-25c09a90-050e-4bc2-a09b-7636ca7c2a93 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:38:25.865042 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b69b0688-f5ac-44c7-8d30-03eff82aa235 req-25c09a90-050e-4bc2-a09b-7636ca7c2a93 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 946 time: 0.2040973 Aug 31 18:38:25.902493 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b69b0688-f5ac-44c7-8d30-03eff82aa235 req-bddbcba9-bdec-41b1-9ee7-b58c7f0406cb tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315659 Aug 31 18:38:26.987971 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-afc70149-cc45-4d9e-a171-5234f691bde8 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:38:26.989967 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-afc70149-cc45-4d9e-a171-5234f691bde8 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.50 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 946 time: 0.0524795 Aug 31 18:38:27.371501 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9fec0-2156-45ed-855d-10843097bb7a req-0cb458c2-ab25-4197-a607-619f921a2d43 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:38:27.372903 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbd9fec0-2156-45ed-855d-10843097bb7a req-0cb458c2-ab25-4197-a607-619f921a2d43 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/ports?device_id=e909e9ae-9270-477d-b21e-ec5041f7ca8b HTTP/1.1" status: 200 len: 946 time: 0.3971612 Aug 31 18:38:27.402599 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Deleting port 9301f9c9-9201-42ea-a9ad-41c47d642c6f {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:38:27.402946 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:27.452490 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbd9fec0-2156-45ed-855d-10843097bb7a req-d4dd42d6-e048-4b0d-82b7-ed425060e372 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups?id=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736980 Aug 31 18:38:27.500781 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] For port 9301f9c9-9201-42ea-a9ad-41c47d642c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9301f9c9-9201-42ea-a9ad-41c47d642c6f,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:38:27.501154 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:27.665745 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:27.666047 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:27.666363 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.l3_db [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Floating IP 77977ca7-dc6c-4dfe-8197-d9b51b7024aa disassociated. External IP: 172.27.0.172, port: 9301f9c9-9201-42ea-a9ad-41c47d642c6f. Aug 31 18:38:27.666701 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Calling delete_port for 9301f9c9-9201-42ea-a9ad-41c47d642c6f owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:38:27.788833 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:27.820940 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event deleted for resources: {'Port': ['ID=9301f9c9-9201-42ea-a9ad-41c47d642c6f,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:27.831245 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:27.831598 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:27.831941 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:27.832280 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:27.833175 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:27.833512 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:27.833845 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:27.834182 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:27.834508 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:27.834837 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:27.835164 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:27.835489 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:27.943227 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Router 6ec6d8a7-10ca-46af-85de-3ee927606f69 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:38:28.046889 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:38:28.056761 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d799b64e-84b6-4335-8086-6f8160295d4e None None] Sync routers for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:38:28.066250 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d799b64e-84b6-4335-8086-6f8160295d4e None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:38:28.067404 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-d799b64e-84b6-4335-8086-6f8160295d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:38:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:38:28.085647 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] No DVR routers for this DVR port 9301f9c9-9201-42ea-a9ad-41c47d642c6f on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:38:28.088384 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:28.090720 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a24f91b5-5def-410c-b41c-af028c3d2ccc req-fe50ec9c-eeb3-4802-b21d-cdce0fb28b8e tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.50 "DELETE /v2.0/ports/9301f9c9-9201-42ea-a9ad-41c47d642c6f HTTP/1.1" status: 204 len: 173 time: 1.0906715 Aug 31 18:38:28.091129 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'name': 'network-vif-deleted', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:38:28.093368 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9284fd4-2dfc-4f82-b2e9-b42e259ba27c" -d '{"events": [{"server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "name": "network-vif-deleted", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:38:28.138193 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bbfed2-2b94-48ce-89e1-bced65b20731 x-openstack-request-id: req-a0bbfed2-2b94-48ce-89e1-bced65b20731 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:38:28.138484 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e909e9ae-9270-477d-b21e-ec5041f7ca8b", "name": "network-vif-deleted", "tag": "9301f9c9-9201-42ea-a9ad-41c47d642c6f", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:38:28.138736 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0bbfed2-2b94-48ce-89e1-bced65b20731 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:38:28.139129 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e909e9ae-9270-477d-b21e-ec5041f7ca8b', 'name': 'network-vif-deleted', 'tag': '9301f9c9-9201-42ea-a9ad-41c47d642c6f', 'status': 'completed', 'code': 200} Aug 31 18:38:28.267050 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-d799b64e-84b6-4335-8086-6f8160295d4e None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:38:28.462220 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-d799b64e-84b6-4335-8086-6f8160295d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:05Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:38:28.490638 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d799b64e-84b6-4335-8086-6f8160295d4e None None] Checking router: 6ec6d8a7-10ca-46af-85de-3ee927606f69 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:38:28.499014 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d799b64e-84b6-4335-8086-6f8160295d4e None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:38:28.499628 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-d799b64e-84b6-4335-8086-6f8160295d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:38:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:38:28.539523 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 44788) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:28.592476 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0d513a06-bda6-4f0d-bc71-09aaa4a39d9b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:28.602871 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-d799b64e-84b6-4335-8086-6f8160295d4e None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:38:28.615735 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0d513a06-bda6-4f0d-bc71-09aaa4a39d9b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:28.661789 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0d513a06-bda6-4f0d-bc71-09aaa4a39d9b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:28.664446 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0d513a06-bda6-4f0d-bc71-09aaa4a39d9b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:28.665640 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-0d513a06-bda6-4f0d-bc71-09aaa4a39d9b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "DELETE /v2.0/security-groups/a39d7ccb-55a3-4d06-affd-c4c5f5b228f6 HTTP/1.1" status: 204 len: 168 time: 0.1250231 Aug 31 18:38:28.668469 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 44790) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:28.674566 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d513a06-bda6-4f0d-bc71-09aaa4a39d9b tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39d7ccb-55a3-4d06-affd-c4c5f5b228f6,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:28.684739 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.api.v2.resource [None req-4037531f-4c2b-42fe-b2cb-c34ad7a2a786 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] show failed (client error): The resource could not be found. Aug 31 18:38:28.688441 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4037531f-4c2b-42fe-b2cb-c34ad7a2a786 tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "GET /v2.0/security-groups/a39d7ccb-55a3-4d06-affd-c4c5f5b228f6 HTTP/1.1" status: 404 len: 347 time: 0.0162916 Aug 31 18:38:28.688789 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 44794) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:28.799730 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-d799b64e-84b6-4335-8086-6f8160295d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:05Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:38:28.812867 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Deleting port 4d7bf2f9-cb0c-4baa-aa54-bf384b5831ad {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:38:28.813216 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:28.826248 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d799b64e-84b6-4335-8086-6f8160295d4e None None] The sync data for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi is: [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:00Z', 'revision_number': 4, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '1ec88c4a-839f-41e9-a802-b93d7f3f7cb9', 'name': '', 'network_id': '9f444248-5460-4ee2-b230-38dc7e90a6ed', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'mac_address': 'fa:16:3e:03:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:59Z', 'updated_at': '2021-08-31T18:33:05Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'subnets': [{'id': '0f0ef58c-aa9f-4b90-aae6-bd67800686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:38:28.890359 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:28.890691 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:28.902097 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Calling delete_port for 4d7bf2f9-cb0c-4baa-aa54-bf384b5831ad owned by network:floatingip {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:38:29.031556 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:29.038668 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c20318-e6bf-41a7-acc0-a3276001113e None None] New status for floating IP 77977ca7-dc6c-4dfe-8197-d9b51b7024aa: DOWN {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:38:29.061375 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Pushing event deleted for resources: {'Port': ['ID=4d7bf2f9-cb0c-4baa-aa54-bf384b5831ad,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:29.073972 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:29.074329 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:29.074684 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:29.075027 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:29.075365 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:29.075699 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:29.076030 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:29.076361 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:29.076715 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:29.077046 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:29.077379 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:29.077705 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:38:29.133681 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks [] for floatingip, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:29.136172 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:29.137373 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6d7b8a3b-9e7d-409f-bdda-43fdf07c6ede tempest-AttachVolumeShelveTestJSON-1632617363 tempest-AttachVolumeShelveTestJSON-1632617363-project] 10.222.0.35 "DELETE /v2.0/floatingips/77977ca7-dc6c-4dfe-8197-d9b51b7024aa HTTP/1.1" status: 204 len: 168 time: 0.4476454 Aug 31 18:38:30.658290 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 9301f9c9-9201-42ea-a9ad-41c47d642c6f no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:38:30.678719 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: 9301f9c9-9201-42ea-a9ad-41c47d642c6f {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:38:30.679064 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 9301f9c9-9201-42ea-a9ad-41c47d642c6f not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:38:31.532751 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 44816) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:31.961266 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-24fab677-fdaf-4843-90bd-65f4f65ee97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1575947'] for router_interface, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:32.193067 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-24fab677-fdaf-4843-90bd-65f4f65ee97e admin admin] Deleting port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:38:32.193408 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-24fab677-fdaf-4843-90bd-65f4f65ee97e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:32.267166 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-24fab677-fdaf-4843-90bd-65f4f65ee97e admin admin] For port 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=1ec88c4a-839f-41e9-a802-b93d7f3f7cb9,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:38:32.267527 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-24fab677-fdaf-4843-90bd-65f4f65ee97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:32.279578 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-24fab677-fdaf-4843-90bd-65f4f65ee97e admin admin] Calling delete_port for 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 owned by network:router_interface {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:38:32.462521 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-24fab677-fdaf-4843-90bd-65f4f65ee97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:32.493664 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fab677-fdaf-4843-90bd-65f4f65ee97e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec88c4a-839f-41e9-a802-b93d7f3f7cb9,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:32.693885 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-24fab677-fdaf-4843-90bd-65f4f65ee97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1807473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576087'] for router_interface, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:32.928088 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fab677-fdaf-4843-90bd-65f4f65ee97e admin admin] Router 6ec6d8a7-10ca-46af-85de-3ee927606f69 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:38:33.029265 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fab677-fdaf-4843-90bd-65f4f65ee97e admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:38:33.034183 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-24fab677-fdaf-4843-90bd-65f4f65ee97e admin admin] 10.222.0.35 "PUT /v2.0/routers/6ec6d8a7-10ca-46af-85de-3ee927606f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5003498 Aug 31 18:38:33.037241 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 44820) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:33.039756 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c7345-4cb9-4ce9-b79d-a82ac35de979 None None] Sync routers for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:38:33.048740 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c7345-4cb9-4ce9-b79d-a82ac35de979 None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:38:33.049486 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-985c7345-4cb9-4ce9-b79d-a82ac35de979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:38:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:38:33.136436 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Notify callbacks [] for router, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:33.151365 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-985c7345-4cb9-4ce9-b79d-a82ac35de979 None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:38:33.335038 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-985c7345-4cb9-4ce9-b79d-a82ac35de979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:38:32Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:38:33.361093 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c7345-4cb9-4ce9-b79d-a82ac35de979 None None] Checking router: 6ec6d8a7-10ca-46af-85de-3ee927606f69 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:38:33.369402 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c7345-4cb9-4ce9-b79d-a82ac35de979 None None] Routers {'6ec6d8a7-10ca-46af-85de-3ee927606f69'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:38:33.370016 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-985c7345-4cb9-4ce9-b79d-a82ac35de979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:38:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['6ec6d8a7-10ca-46af-85de-3ee927606f69'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:38:33.452401 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:33.473535 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-985c7345-4cb9-4ce9-b79d-a82ac35de979 None None] Set router 6ec6d8a7-10ca-46af-85de-3ee927606f69 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:38:33.523959 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Deleting port 1d584fe5-0aa2-49d6-bda9-6d0234231f19 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:38:33.524302 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:33.599857 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] For port 1d584fe5-0aa2-49d6-bda9-6d0234231f19, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=1d584fe5-0aa2-49d6-bda9-6d0234231f19,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:38:33.600302 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:33.612360 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Calling delete_port for 1d584fe5-0aa2-49d6-bda9-6d0234231f19 owned by network:router_gateway {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:38:33.644697 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-985c7345-4cb9-4ce9-b79d-a82ac35de979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:38:32Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:38:33.673772 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c7345-4cb9-4ce9-b79d-a82ac35de979 None None] The sync data for ids ['6ec6d8a7-10ca-46af-85de-3ee927606f69'] in dv-cinder-805887-9-iscsi is: [{'id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'name': 'tempest-AttachVolumeShelveTestJSON-1361659490-router', 'tenant_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:38:32Z', 'revision_number': 5, 'project_id': 'b7358b729fb44c7a9d07ae07c782c59b', 'gw_port': {'id': '1d584fe5-0aa2-49d6-bda9-6d0234231f19', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec6d8a7-10ca-46af-85de-3ee927606f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:32:57Z', 'updated_at': '2021-08-31T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:38:33.780722 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:33.808862 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d584fe5-0aa2-49d6-bda9-6d0234231f19,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:33.866446 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582389'] for router_gateway, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:33.950726 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3859'] for router, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:33.952782 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:33.994104 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575680'] for router, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:33.994556 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ec6d8a7-10ca-46af-85de-3ee927606f69 {{(pid=93879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:38:33.998807 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:33.999956 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-e2292bb6-5d5b-421c-af40-0a54632a1d41 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6ec6d8a7-10ca-46af-85de-3ee927606f69 HTTP/1.1" status: 204 len: 168 time: 0.9617872 Aug 31 18:38:34.002539 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 44822) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:34.051650 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-629c95f7-c83e-47cf-b592-78af7f05211e admin admin] Deleting subnet 0f0ef58c-aa9f-4b90-aae6-bd67800686c2 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:38:34.054801 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-629c95f7-c83e-47cf-b592-78af7f05211e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.088819 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-629c95f7-c83e-47cf-b592-78af7f05211e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3578427'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.166890 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-629c95f7-c83e-47cf-b592-78af7f05211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.218380 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-629c95f7-c83e-47cf-b592-78af7f05211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127822973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127405126'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.248734 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c95f7-c83e-47cf-b592-78af7f05211e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0ef58c-aa9f-4b90-aae6-bd67800686c2,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:34.252770 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-629c95f7-c83e-47cf-b592-78af7f05211e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.255230 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-629c95f7-c83e-47cf-b592-78af7f05211e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0f0ef58c-aa9f-4b90-aae6-bd67800686c2 HTTP/1.1" status: 204 len: 168 time: 0.2517767 Aug 31 18:38:34.257687 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 44824) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:34.262777 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff75300f-d209-4cbc-81e0-f7f838592069 None None] Network 9f444248-5460-4ee2-b230-38dc7e90a6ed requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:38:34.331196 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.383481 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Deleting port fb8fcd94-5b13-4958-8050-35839d49c6e0 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:38:34.383827 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.448052 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] For port fb8fcd94-5b13-4958-8050-35839d49c6e0, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=fb8fcd94-5b13-4958-8050-35839d49c6e0,segment=NetworkSegment(4b630d75-abc5-4ce8-8a47-b3d6443ebf4e),segment_id=4b630d75-abc5-4ce8-8a47-b3d6443ebf4e)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:38:34.448422 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.461085 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Calling delete_port for fb8fcd94-5b13-4958-8050-35839d49c6e0 owned by network:dhcp {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:38:34.536363 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.560477 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8fcd94-5b13-4958-8050-35839d49c6e0,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:34.563957 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] No DVR routers for this DVR port fb8fcd94-5b13-4958-8050-35839d49c6e0 on host dv-cinder-805887-9-iscsi {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:38:34.635382 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.646072 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f444248-5460-4ee2-b230-38dc7e90a6ed']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:38:34.656953 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:38:34.657252 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b630d75-abc5-4ce8-8a47-b3d6443ebf4e') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:38:34.663271 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62998db6-fb25-4e64-b0e4-d980ce19df77 None None] DHCP port deletion for 9f444248-5460-4ee2-b230-38dc7e90a6ed request from dv-cinder-805887-9-iscsi {{(pid=93881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:38:34.667428 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3578368'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.687467 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.693643 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:38:34.694062 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127823047'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: timer() Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: cb(*args, **kw) Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: self._notify() Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: self.callback(batched_events) Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: event.method(event) Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._get(url).json() Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:38:34.696071 dv-cinder-805887-9-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:38:34.752620 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.756887 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.760937 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] 10.222.0.35 "DELETE /v2.0/networks/9f444248-5460-4ee2-b230-38dc7e90a6ed HTTP/1.1" status: 204 len: 168 time: 0.5022833 Aug 31 18:38:34.773736 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5327c-13e9-4381-91d6-b87fab350fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=9f444248-5460-4ee2-b230-38dc7e90a6ed,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:34.868730 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 44828) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:34.907680 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8ec51f08-1c13-4df3-a940-a2f5959d59e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7358b729fb44c7a9d07ae07c782c59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376673 Aug 31 18:38:34.909909 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 44830) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:34.955753 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1acaaa7e-a99d-42ac-86c8-155b01a16919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:34.976577 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1acaaa7e-a99d-42ac-86c8-155b01a16919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:35.021321 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1acaaa7e-a99d-42ac-86c8-155b01a16919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:35.024207 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1acaaa7e-a99d-42ac-86c8-155b01a16919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:35.025374 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-1acaaa7e-a99d-42ac-86c8-155b01a16919 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6f8178e-9352-4c5b-b79e-fe4b72c4c839 HTTP/1.1" status: 204 len: 168 time: 0.1145313 Aug 31 18:38:35.032714 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acaaa7e-a99d-42ac-86c8-155b01a16919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f8178e-9352-4c5b-b79e-fe4b72c4c839,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:35.467799 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:38:35.488282 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:38:35.488691 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 1ec88c4a-839f-41e9-a802-b93d7f3f7cb9 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:38:35.489107 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 1d584fe5-0aa2-49d6-bda9-6d0234231f19 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:38:35.508589 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 1d584fe5-0aa2-49d6-bda9-6d0234231f19 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:38:35.508940 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 1d584fe5-0aa2-49d6-bda9-6d0234231f19 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:38:35.509366 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device fb8fcd94-5b13-4958-8050-35839d49c6e0 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:38:35.528303 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: fb8fcd94-5b13-4958-8050-35839d49c6e0 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:38:35.528679 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device fb8fcd94-5b13-4958-8050-35839d49c6e0 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:38:35.575369 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90f34c51-680c-4ba7-89fe-e66ee8eaeefc req-5156f88f-0e52-4e4e-beec-350bc5f7516a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423481 Aug 31 18:38:35.636677 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f34c51-680c-4ba7-89fe-e66ee8eaeefc req-f8fa88d6-e115-4f13-b68e-e02b05b2e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:38:35.638172 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90f34c51-680c-4ba7-89fe-e66ee8eaeefc req-f8fa88d6-e115-4f13-b68e-e02b05b2e627 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 1099 time: 0.0405262 Aug 31 18:38:35.746498 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f34c51-680c-4ba7-89fe-e66ee8eaeefc req-635a3bdb-fb67-4f06-a473-867485edf00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:38:35.747992 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90f34c51-680c-4ba7-89fe-e66ee8eaeefc req-635a3bdb-fb67-4f06-a473-867485edf00c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 912 time: 0.0891764 Aug 31 18:38:35.823720 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90f34c51-680c-4ba7-89fe-e66ee8eaeefc req-9ef19bea-a0a8-4f3c-8b44-8d13f7f00b14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d339d4bb-1f3b-4d81-9157-a461f2c972cd HTTP/1.1" status: 200 len: 1002 time: 0.0677729 Aug 31 18:38:35.874021 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f34c51-680c-4ba7-89fe-e66ee8eaeefc req-12bfe663-407d-415f-a145-6d7fca0aac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:38:35.875434 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90f34c51-680c-4ba7-89fe-e66ee8eaeefc req-12bfe663-407d-415f-a145-6d7fca0aac23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0440135 Aug 31 18:38:35.921925 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f34c51-680c-4ba7-89fe-e66ee8eaeefc req-563dc71e-401c-4e32-b69f-447ae931565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:38:35.923442 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90f34c51-680c-4ba7-89fe-e66ee8eaeefc req-563dc71e-401c-4e32-b69f-447ae931565e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398040 Aug 31 18:38:36.017423 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90f34c51-680c-4ba7-89fe-e66ee8eaeefc req-e95961d6-97b2-48aa-9011-55468f05ad7d service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858574 Aug 31 18:38:36.118485 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-90f34c51-680c-4ba7-89fe-e66ee8eaeefc req-74b1bc2c-5898-4f48-83ef-abf7124d2da1 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936337 Aug 31 18:38:40.096226 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:38:43.205899 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 44934) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:43.306726 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6e2114b6-936b-4b9d-b62d-e114f64b3dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:43.394915 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6e2114b6-936b-4b9d-b62d-e114f64b3dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:43.399010 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6e2114b6-936b-4b9d-b62d-e114f64b3dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:43.435509 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6e2114b6-936b-4b9d-b62d-e114f64b3dad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64879a07d39c4e2c8107df395237e465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285600 Aug 31 18:38:43.436754 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2114b6-936b-4b9d-b62d-e114f64b3dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f9ae0a-4651-4fe6-b8b8-7b40eae9ec92,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:43.438173 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 44938) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:43.488181 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c958af0b-5e53-4c1a-a2ba-8871eada2b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:43.510009 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c958af0b-5e53-4c1a-a2ba-8871eada2b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:43.562046 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c958af0b-5e53-4c1a-a2ba-8871eada2b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:43.564957 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c958af0b-5e53-4c1a-a2ba-8871eada2b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:43.566121 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c958af0b-5e53-4c1a-a2ba-8871eada2b0f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2f9ae0a-4651-4fe6-b8b8-7b40eae9ec92 HTTP/1.1" status: 204 len: 168 time: 0.1262243 Aug 31 18:38:43.574019 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958af0b-5e53-4c1a-a2ba-8871eada2b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f9ae0a-4651-4fe6-b8b8-7b40eae9ec92,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:46.154326 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45070) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:46.255699 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1fd22e8c-69ee-4525-8fb1-28814c2c9674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:46.339994 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1fd22e8c-69ee-4525-8fb1-28814c2c9674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:46.343419 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1fd22e8c-69ee-4525-8fb1-28814c2c9674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:46.379106 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-1fd22e8c-69ee-4525-8fb1-28814c2c9674 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e63afa03c4924f4bba6067ea37ebdae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237363 Aug 31 18:38:46.381584 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd22e8c-69ee-4525-8fb1-28814c2c9674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a8d4a2-8088-4acf-8538-fc25574a6690,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:46.382314 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45074) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:46.430993 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-311f8bbb-faa3-4c6b-b569-b3ee3856bf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:46.452006 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-311f8bbb-faa3-4c6b-b569-b3ee3856bf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:46.497997 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-311f8bbb-faa3-4c6b-b569-b3ee3856bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:46.500465 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-311f8bbb-faa3-4c6b-b569-b3ee3856bf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:46.501619 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-311f8bbb-faa3-4c6b-b569-b3ee3856bf4c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98a8d4a2-8088-4acf-8538-fc25574a6690 HTTP/1.1" status: 204 len: 168 time: 0.1182463 Aug 31 18:38:46.509581 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f8bbb-faa3-4c6b-b569-b3ee3856bf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a8d4a2-8088-4acf-8538-fc25574a6690,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:46.753592 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45080) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:46.767276 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3d63b629-c3b1-40d2-b020-fb73744cc748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:46.853422 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3d63b629-c3b1-40d2-b020-fb73744cc748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:46.857050 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3d63b629-c3b1-40d2-b020-fb73744cc748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:46.894377 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3d63b629-c3b1-40d2-b020-fb73744cc748 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7f1d65be2244429a2ee66cbea68fa52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390903 Aug 31 18:38:46.895260 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63b629-c3b1-40d2-b020-fb73744cc748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b31f90-74f6-4a6e-8981-ea914159e528,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:46.897070 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45082) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:46.945429 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29e29dcc-76aa-4dd5-8445-2ac4a1103b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:46.965131 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29e29dcc-76aa-4dd5-8445-2ac4a1103b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:47.012975 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29e29dcc-76aa-4dd5-8445-2ac4a1103b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:47.015384 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-29e29dcc-76aa-4dd5-8445-2ac4a1103b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:47.016495 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-29e29dcc-76aa-4dd5-8445-2ac4a1103b72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2b31f90-74f6-4a6e-8981-ea914159e528 HTTP/1.1" status: 204 len: 168 time: 0.1184280 Aug 31 18:38:47.024559 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e29dcc-76aa-4dd5-8445-2ac4a1103b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b31f90-74f6-4a6e-8981-ea914159e528,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:49.507590 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d886b47e-9b9e-4960-92c1-17ae20a7895d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:51.169301 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45154) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:51.268016 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1b9f991-422a-4564-b94b-eaf11438f495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:51.354073 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1b9f991-422a-4564-b94b-eaf11438f495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:51.357923 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f1b9f991-422a-4564-b94b-eaf11438f495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:51.394726 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f1b9f991-422a-4564-b94b-eaf11438f495 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43dd2b9b6bd24f5bad046f1cacccbf72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243886 Aug 31 18:38:51.395842 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9f991-422a-4564-b94b-eaf11438f495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8add4d2b-8207-40b9-8c98-dc0c1a17f184,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:51.397478 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45158) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:51.458851 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-72ed4285-4ac7-461a-b19c-ffaf0ae0d758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:51.483055 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-72ed4285-4ac7-461a-b19c-ffaf0ae0d758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:51.527710 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-72ed4285-4ac7-461a-b19c-ffaf0ae0d758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:51.530205 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-72ed4285-4ac7-461a-b19c-ffaf0ae0d758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:51.531325 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-72ed4285-4ac7-461a-b19c-ffaf0ae0d758 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8add4d2b-8207-40b9-8c98-dc0c1a17f184 HTTP/1.1" status: 204 len: 168 time: 0.1271956 Aug 31 18:38:51.539369 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed4285-4ac7-461a-b19c-ffaf0ae0d758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8add4d2b-8207-40b9-8c98-dc0c1a17f184,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:51.781917 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45164) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:51.795387 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-16a28d36-9e60-4c18-8215-609b9c791113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:51.882785 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-16a28d36-9e60-4c18-8215-609b9c791113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:51.886440 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-16a28d36-9e60-4c18-8215-609b9c791113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:51.923788 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-16a28d36-9e60-4c18-8215-609b9c791113 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a221258314424e98a12453592ca087c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407819 Aug 31 18:38:51.924691 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a28d36-9e60-4c18-8215-609b9c791113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9779e8da-d656-499e-bfdc-7d389620ef54,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:51.928564 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45166) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:51.975114 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8b86515c-bce8-4cfa-942e-ddf5df0872bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:51.995583 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8b86515c-bce8-4cfa-942e-ddf5df0872bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:52.041288 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8b86515c-bce8-4cfa-942e-ddf5df0872bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:52.043823 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8b86515c-bce8-4cfa-942e-ddf5df0872bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:52.044998 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8b86515c-bce8-4cfa-942e-ddf5df0872bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9779e8da-d656-499e-bfdc-7d389620ef54 HTTP/1.1" status: 204 len: 168 time: 0.1168504 Aug 31 18:38:52.052916 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86515c-bce8-4cfa-942e-ddf5df0872bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9779e8da-d656-499e-bfdc-7d389620ef54,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:52.173636 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a29fefc2-3994-417f-bfa5-4778f0a8c97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:52.547400 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:52.685836 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45188) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:52.779640 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1030153141-network', 'tenant_id': 'd83f910526394539a99ec4ed883e9bfd'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:38:52.803728 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Made reservation on behalf of d83f910526394539a99ec4ed883e9bfd for: {'network': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:38:52.806002 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:52.813950 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:52.900231 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:52.903914 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:52.928338 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=93879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:38:52.937824 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656736ce-14bc-40b4-a506-3786b7f672a9,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:52.943674 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:52.944024 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.db.segments_db [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Added segment 3cf598b7-8018-4cdd-9a9c-62ad1e574ace of type vlan for network ca883f61-8b4b-4be8-852d-5433c3de586a Aug 31 18:38:52.982860 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:53.008808 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:53.009816 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:38:53.010572 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:53.064115 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3771968 Aug 31 18:38:53.067725 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45192) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:53.073210 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4b900-178c-479f-8fb8-fc6117b026c2 admin admin] Pushing event updated for resources: {'Network': ['ID=ca883f61-8b4b-4be8-852d-5433c3de586a,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:53.073358 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-afefe9f0-7f53-46de-a87e-96a57b4b3292 admin admin] Request body: {'subnet': {'network_id': 'ca883f61-8b4b-4be8-852d-5433c3de586a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1030153141-subnet', 'tenant_id': 'd83f910526394539a99ec4ed883e9bfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:38:53.085050 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network ca883f61-8b4b-4be8-852d-5433c3de586a details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:38:53.094237 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afefe9f0-7f53-46de-a87e-96a57b4b3292 admin admin] Made reservation on behalf of d83f910526394539a99ec4ed883e9bfd for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:38:53.096885 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-afefe9f0-7f53-46de-a87e-96a57b4b3292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126291644'] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:53.216787 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:53.264163 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-afefe9f0-7f53-46de-a87e-96a57b4b3292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126741137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126291626'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:53.328534 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefe9f0-7f53-46de-a87e-96a57b4b3292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c185d368-5c12-48b0-b8d5-b045f4a43b2a,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:53.330985 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afefe9f0-7f53-46de-a87e-96a57b4b3292 admin admin] Checking segment: {'id': '3cf598b7-8018-4cdd-9a9c-62ad1e574ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ca883f61-8b4b-4be8-852d-5433c3de586a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:38:53.331377 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afefe9f0-7f53-46de-a87e-96a57b4b3292 admin admin] Network hostable DHCP agents. Network: ca883f61-8b4b-4be8-852d-5433c3de586a, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:38:53.348106 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afefe9f0-7f53-46de-a87e-96a57b4b3292 admin admin] Network ca883f61-8b4b-4be8-852d-5433c3de586a is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:38:53.356725 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-afefe9f0-7f53-46de-a87e-96a57b4b3292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, ca883f61-8b4b-4be8-852d-5433c3de586a) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:38:53.361528 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afefe9f0-7f53-46de-a87e-96a57b4b3292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:38:53.362550 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-afefe9f0-7f53-46de-a87e-96a57b4b3292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:53.366163 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a61d00-8a62-491f-90f8-993a9b5c936c None None] Network ca883f61-8b4b-4be8-852d-5433c3de586a requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:38:53.377324 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-afefe9f0-7f53-46de-a87e-96a57b4b3292 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3079076 Aug 31 18:38:53.490734 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629fd0f3-59c0-4dd4-b0a9-c24c9d91adca None None] Network ca883f61-8b4b-4be8-852d-5433c3de586a requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:38:53.831646 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45208) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:53.836736 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1722476325-network', 'tenant_id': '0074f437c475436487b6f80a2156e7a5'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:38:53.857236 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Made reservation on behalf of 0074f437c475436487b6f80a2156e7a5 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:38:53.859632 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:53.868630 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:53.956468 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:53.960140 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:53.985391 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 18:38:53.990867 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090abf16-ecc1-4f0e-84ac-0b66355c6a5a,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:53.997891 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:53.998238 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Added segment 8a03f14e-8b32-4202-b61d-533330b56bf5 of type vlan for network f1208918-3dc1-4666-a3ed-1bdff7783da1 Aug 31 18:38:54.037372 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767310487664'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:54.060087 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:54.061043 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:38:54.061622 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:54.113322 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2805955 Aug 31 18:38:54.116773 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45210) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:38:54.121933 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-a03bccff-96c4-4cfe-b17d-33db233da049 admin admin] Request body: {'subnet': {'network_id': 'f1208918-3dc1-4666-a3ed-1bdff7783da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1722476325-subnet', 'tenant_id': '0074f437c475436487b6f80a2156e7a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:38:54.122900 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c399b65-88e4-4ac9-a75e-caedc5cf491e admin admin] Pushing event updated for resources: {'Network': ['ID=f1208918-3dc1-4666-a3ed-1bdff7783da1,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:54.133618 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Network f1208918-3dc1-4666-a3ed-1bdff7783da1 details requested by agent ovs-agent-dv-cinder-805887-9-iscsi with host dv-cinder-805887-9-iscsi {{(pid=93881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 18:38:54.145016 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03bccff-96c4-4cfe-b17d-33db233da049 admin admin] Made reservation on behalf of 0074f437c475436487b6f80a2156e7a5 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:38:54.147282 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a03bccff-96c4-4cfe-b17d-33db233da049 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127405161'] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:54.307215 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a03bccff-96c4-4cfe-b17d-33db233da049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127823522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127405183'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:54.360759 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bccff-96c4-4cfe-b17d-33db233da049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61c61b52-fdf9-4c3f-ab3f-50e06a41d507,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:38:54.368513 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bccff-96c4-4cfe-b17d-33db233da049 admin admin] Checking segment: {'id': '8a03f14e-8b32-4202-b61d-533330b56bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f1208918-3dc1-4666-a3ed-1bdff7783da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:38:54.368891 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03bccff-96c4-4cfe-b17d-33db233da049 admin admin] Network hostable DHCP agents. Network: f1208918-3dc1-4666-a3ed-1bdff7783da1, hostable agents: ['413a9cf6-f647-4de4-90a1-396410bf79ff'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 18:38:54.384438 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03bccff-96c4-4cfe-b17d-33db233da049 admin admin] Network f1208918-3dc1-4666-a3ed-1bdff7783da1 is scheduled to be hosted by DHCP agent 413a9cf6-f647-4de4-90a1-396410bf79ff with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 18:38:54.391964 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-a03bccff-96c4-4cfe-b17d-33db233da049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-9-iscsi, f1208918-3dc1-4666-a3ed-1bdff7783da1) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:38:54.395922 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03bccff-96c4-4cfe-b17d-33db233da049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:38:54.396521 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a03bccff-96c4-4cfe-b17d-33db233da049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:54.400765 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc74c2f-de1d-467e-adac-74ed5045d5a9 None None] Network f1208918-3dc1-4666-a3ed-1bdff7783da1 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:38:54.409959 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a03bccff-96c4-4cfe-b17d-33db233da049 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2920833 Aug 31 18:38:54.524616 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb5fc9-cd49-4d01-93fa-2787e6351f2b None None] Network f1208918-3dc1-4666-a3ed-1bdff7783da1 requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:38:54.936743 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:38:55.794299 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:10.939653 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-ab8803aa-d820-499f-a2fb-02bce5981265 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620853776&fields=id&tenant_id=776faa2cc0c640b7aaf995ed62c4ebea HTTP/1.1" status: 200 len: 267 time: 0.0349002 Aug 31 18:39:11.046747 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-86ed4b2b-aa6b-4525-b02d-07d9a1d4a8a4 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:11.048199 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-86ed4b2b-aa6b-4525-b02d-07d9a1d4a8a4 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 811 time: 0.1005192 Aug 31 18:39:11.063062 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-f15831d9-7d56-4382-846f-0f1b8ad05566 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/quotas/776faa2cc0c640b7aaf995ed62c4ebea HTTP/1.1" status: 200 len: 375 time: 0.0092242 Aug 31 18:39:11.123810 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-aaa37073-b06f-4fd5-8167-8f721f683acf tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0554338 Aug 31 18:39:11.142936 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-2f6b4c52-86fc-459a-827f-8304b260e119 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:39:11.143917 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-2f6b4c52-86fc-459a-827f-8304b260e119 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059531 Aug 31 18:39:11.319316 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-685ee1e7-1043-4e06-b441-875c48d48d17 service neutron] 10.222.0.35 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687231 Aug 31 18:39:11.409350 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c195b7a9-47fa-4146-b253-24486f129f5c service neutron] 10.222.0.35 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839276 Aug 31 18:39:11.687015 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a2a58934-ae28-4d12-b03c-8f94dc402e5b req-d53c683b-90d1-4542-88bf-9a0e6f097155 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 210 time: 0.0264547 Aug 31 18:39:12.120025 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45392) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:12.163500 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2f05dc-440a-4db6-9cc9-6eb6989fc1a5 admin admin] Deleting subnet c185d368-5c12-48b0-b8d5-b045f4a43b2a {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:39:12.166798 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bf2f05dc-440a-4db6-9cc9-6eb6989fc1a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.200930 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bf2f05dc-440a-4db6-9cc9-6eb6989fc1a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3578427'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.243743 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bf2f05dc-440a-4db6-9cc9-6eb6989fc1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.294992 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bf2f05dc-440a-4db6-9cc9-6eb6989fc1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127822973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127405126'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.321541 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bf2f05dc-440a-4db6-9cc9-6eb6989fc1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.323563 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-bf2f05dc-440a-4db6-9cc9-6eb6989fc1a5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c185d368-5c12-48b0-b8d5-b045f4a43b2a HTTP/1.1" status: 204 len: 168 time: 0.2023458 Aug 31 18:39:12.324421 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f05dc-440a-4db6-9cc9-6eb6989fc1a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c185d368-5c12-48b0-b8d5-b045f4a43b2a,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:12.325955 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45394) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:12.391834 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22c074e4-4ea5-4f9f-a4bb-9d69375c3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.470151 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22c074e4-4ea5-4f9f-a4bb-9d69375c3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.480315 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-22c074e4-4ea5-4f9f-a4bb-9d69375c3884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca883f61-8b4b-4be8-852d-5433c3de586a']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:39:12.490017 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-22c074e4-4ea5-4f9f-a4bb-9d69375c3884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf598b7-8018-4cdd-9a9c-62ad1e574ace') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:39:12.490319 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-22c074e4-4ea5-4f9f-a4bb-9d69375c3884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf598b7-8018-4cdd-9a9c-62ad1e574ace') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:39:12.499577 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22c074e4-4ea5-4f9f-a4bb-9d69375c3884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126587601'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.512865 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22c074e4-4ea5-4f9f-a4bb-9d69375c3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.518683 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c074e4-4ea5-4f9f-a4bb-9d69375c3884 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:39:12.519074 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22c074e4-4ea5-4f9f-a4bb-9d69375c3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126740724'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: Traceback (most recent call last): Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: timer() Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: cb(*args, **kw) Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: return func(*args, **kwargs) Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: self._notify() Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: self.callback(batched_events) Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: event.method(event) Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: return f(self, *a, **k) Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._get(url).json() Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:39:12.520728 dv-cinder-805887-9-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:39:12.574826 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22c074e4-4ea5-4f9f-a4bb-9d69375c3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.580202 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22c074e4-4ea5-4f9f-a4bb-9d69375c3884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.584972 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45396) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:12.585659 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-22c074e4-4ea5-4f9f-a4bb-9d69375c3884 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ca883f61-8b4b-4be8-852d-5433c3de586a HTTP/1.1" status: 204 len: 168 time: 0.2579815 Aug 31 18:39:12.609864 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c074e4-4ea5-4f9f-a4bb-9d69375c3884 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca883f61-8b4b-4be8-852d-5433c3de586a,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:12.630107 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ca0c3d-4d08-4255-b227-d40d331b51c2 admin admin] Deleting subnet 61c61b52-fdf9-4c3f-ab3f-50e06a41d507 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:39:12.633726 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d9ca0c3d-4d08-4255-b227-d40d331b51c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.670165 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d9ca0c3d-4d08-4255-b227-d40d331b51c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3578427'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.715419 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d9ca0c3d-4d08-4255-b227-d40d331b51c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.724634 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-13e6730d-1445-4c87-9d01-3df42e1282d6 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:12.727069 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-13e6730d-1445-4c87-9d01-3df42e1282d6 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 811 time: 0.1298163 Aug 31 18:39:12.775862 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d9ca0c3d-4d08-4255-b227-d40d331b51c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127822973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127405126'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.798370 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e4f14e06-1813-4255-aea5-470bedbe7b39 req-9a74ff74-1d36-4a8c-873b-7254eb3d5aa9 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 210 time: 0.0364351 Aug 31 18:39:12.802635 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-cf0cefe6-abbe-43ce-a063-5643ee7d755a tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=776faa2cc0c640b7aaf995ed62c4ebea HTTP/1.1" status: 200 len: 380 time: 0.0636168 Aug 31 18:39:12.806955 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d9ca0c3d-4d08-4255-b227-d40d331b51c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.811492 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d9ca0c3d-4d08-4255-b227-d40d331b51c2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/61c61b52-fdf9-4c3f-ab3f-50e06a41d507 HTTP/1.1" status: 204 len: 168 time: 0.2248106 Aug 31 18:39:12.812341 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45400) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:12.812962 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Request body: {'port': {'device_id': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'admin_state_up': True, 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'security_groups': ['5a16db7e-8a4f-4034-a81b-5eafbc866941']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:39:12.819143 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca0c3d-4d08-4255-b227-d40d331b51c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61c61b52-fdf9-4c3f-ab3f-50e06a41d507,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:12.881525 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fc52d9ce-2d67-45e0-8c38-f2f64cfef90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.927182 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Made reservation on behalf of 776faa2cc0c640b7aaf995ed62c4ebea for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 18:39:12.931584 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.959463 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fc52d9ce-2d67-45e0-8c38-f2f64cfef90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:12.969086 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-fc52d9ce-2d67-45e0-8c38-f2f64cfef90c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1208918-3dc1-4666-a3ed-1bdff7783da1']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:39:12.979473 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-fc52d9ce-2d67-45e0-8c38-f2f64cfef90c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a03f14e-8b32-4202-b61d-533330b56bf5') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:39:12.979765 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-fc52d9ce-2d67-45e0-8c38-f2f64cfef90c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a03f14e-8b32-4202-b61d-533330b56bf5') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:39:12.988131 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fc52d9ce-2d67-45e0-8c38-f2f64cfef90c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3578368'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.001931 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fc52d9ce-2d67-45e0-8c38-f2f64cfef90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.007931 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc52d9ce-2d67-45e0-8c38-f2f64cfef90c admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:39:13.008303 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fc52d9ce-2d67-45e0-8c38-f2f64cfef90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127823047'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: timer() Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: cb(*args, **kw) Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: self._notify() Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: self.callback(batched_events) Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: event.method(event) Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._get(url).json() Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:39:13.009984 dv-cinder-805887-9-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:39:13.063903 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Allocated IP 172.20.0.3 (e1a634af-cd38-4eeb-bee9-3a926c61efeb/05e9434b-2eff-419a-b36f-4489ef585479/19253820-235e-40fd-8959-b0fe8b025ec5) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:39:13.066225 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fc52d9ce-2d67-45e0-8c38-f2f64cfef90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.071753 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fc52d9ce-2d67-45e0-8c38-f2f64cfef90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.076336 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-fc52d9ce-2d67-45e0-8c38-f2f64cfef90c admin admin] 10.222.0.35 "DELETE /v2.0/networks/f1208918-3dc1-4666-a3ed-1bdff7783da1 HTTP/1.1" status: 204 len: 168 time: 0.2630219 Aug 31 18:39:13.087628 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52d9ce-2d67-45e0-8c38-f2f64cfef90c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1208918-3dc1-4666-a3ed-1bdff7783da1,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:13.212455 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.227132 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Transition to ACTIVE for port object 19253820-235e-40fd-8959-b0fe8b025ec5 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:39:13.259630 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45404) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:13.260532 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.298265 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-3d872ca2-1c24-4a9e-9702-29bfd393dee7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d83f910526394539a99ec4ed883e9bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374799 Aug 31 18:39:13.300721 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45406) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:13.303976 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Network e1a634af-cd38-4eeb-bee9-3a926c61efeb is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:39:13.307607 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:39:13.311435 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:39:13.317771 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'Port': ['ID=19253820-235e-40fd-8959-b0fe8b025ec5,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:13.352618 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-867f10ce-eae2-4a4e-b3b1-7be6da06a6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.372896 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:13.373736 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.373973 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-867f10ce-eae2-4a4e-b3b1-7be6da06a6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.389248 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dd8efabc-2316-46d5-812c-0340d18d5dbb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802817 Aug 31 18:39:13.401712 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c6d41cb7-cc4b-47f2-b921-4405da2ffdda tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 18:39:13.402864 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c6d41cb7-cc4b-47f2-b921-4405da2ffdda tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062103 Aug 31 18:39:13.426613 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-867f10ce-eae2-4a4e-b3b1-7be6da06a6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.433728 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-867f10ce-eae2-4a4e-b3b1-7be6da06a6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.438419 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-867f10ce-eae2-4a4e-b3b1-7be6da06a6af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/656736ce-14bc-40b4-a506-3786b7f672a9 HTTP/1.1" status: 204 len: 168 time: 0.1365747 Aug 31 18:39:13.448406 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f10ce-eae2-4a4e-b3b1-7be6da06a6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656736ce-14bc-40b4-a506-3786b7f672a9,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:13.521843 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Request body: {'port': {'device_id': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:39:13.566677 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-76eab578-80ce-4691-9911-cacf63102c14 None None] Provisioning for port 19253820-235e-40fd-8959-b0fe8b025ec5 completed by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:39:13.571205 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-76eab578-80ce-4691-9911-cacf63102c14 None None] Provisioning complete for port 19253820-235e-40fd-8959-b0fe8b025ec5 triggered by entity DHCP. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:39:13.571650 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76eab578-80ce-4691-9911-cacf63102c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.578391 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.607908 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-76eab578-80ce-4691-9911-cacf63102c14 None None] Port 19253820-235e-40fd-8959-b0fe8b025ec5 cannot update to ACTIVE because it is not bound. {{(pid=93881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 18:39:13.771240 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45414) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:13.806382 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-09aedf4f-8060-4038-a453-5e96ab47c943 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0074f437c475436487b6f80a2156e7a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377576 Aug 31 18:39:13.808880 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45416) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:13.849404 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19253820-235e-40fd-8959-b0fe8b025ec5 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:39:13.857855 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.861813 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f05b6588-df2b-4fdd-99c3-dfc0a04a2ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.879640 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Transition to ACTIVE for port object 19253820-235e-40fd-8959-b0fe8b025ec5 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 18:39:13.884536 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f05b6588-df2b-4fdd-99c3-dfc0a04a2ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.898396 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.930404 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f05b6588-df2b-4fdd-99c3-dfc0a04a2ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.933084 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f05b6588-df2b-4fdd-99c3-dfc0a04a2ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:13.934316 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f05b6588-df2b-4fdd-99c3-dfc0a04a2ff8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/090abf16-ecc1-4f0e-84ac-0b66355c6a5a HTTP/1.1" status: 204 len: 168 time: 0.1244514 Aug 31 18:39:13.942951 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b6588-df2b-4fdd-99c3-dfc0a04a2ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090abf16-ecc1-4f0e-84ac-0b66355c6a5a,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:13.971433 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d4cd3-cccd-4f0c-af4c-ac743468ab39 req-faca7227-9108-4b8a-90f9-00b254b7a410 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:13.973009 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-712d4cd3-cccd-4f0c-af4c-ac743468ab39 req-faca7227-9108-4b8a-90f9-00b254b7a410 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 931 time: 0.1063783 Aug 31 18:39:13.984919 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Pushing event updated for resources: {'Port': ['ID=19253820-235e-40fd-8959-b0fe8b025ec5,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:14.065262 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-712d4cd3-cccd-4f0c-af4c-ac743468ab39 req-e1047967-d1a8-4fce-8b26-cf55b90362a5 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822737 Aug 31 18:39:14.088850 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Attempting to bind port 19253820-235e-40fd-8959-b0fe8b025ec5 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 18:39:14.089197 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Attempting to bind port 19253820-235e-40fd-8959-b0fe8b025ec5 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 18:39:14.089828 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Attempting to bind port 19253820-235e-40fd-8959-b0fe8b025ec5 on network e1a634af-cd38-4eeb-bee9-3a926c61efeb {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:39:14.094384 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Port 19253820-235e-40fd-8959-b0fe8b025ec5 on network e1a634af-cd38-4eeb-bee9-3a926c61efeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 18:39:14.094706 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Attempting to bind port 19253820-235e-40fd-8959-b0fe8b025ec5 on network e1a634af-cd38-4eeb-bee9-3a926c61efeb {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 18:39:14.100801 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Checking agent: {'id': '1018d4e1-0a9c-4bf9-80bc-a018a21ad525', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'started_at': datetime.datetime(2021, 8, 31, 18, 26, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 18, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 18:39:14.101662 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Checking segment: {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 18:39:14.102064 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Bound using segment: {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 18:39:14.102495 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Bound port: 19253820-235e-40fd-8959-b0fe8b025ec5, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2883d72-13b6-47cf-b2cf-b9d262757016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 18:39:14.102860 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:14.170454 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] For port 19253820-235e-40fd-8959-b0fe8b025ec5, host hv-cinder-80588, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 18:39:14.173584 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] For port 19253820-235e-40fd-8959-b0fe8b025ec5, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=19253820-235e-40fd-8959-b0fe8b025ec5,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 18:39:14.178069 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126740504'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:14.211567 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:14.212293 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:14.213721 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] 10.222.0.50 "PUT /v2.0/ports/19253820-235e-40fd-8959-b0fe8b025ec5 HTTP/1.1" status: 200 len: 1093 time: 0.8027968 Aug 31 18:39:14.214290 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'tag': '19253820-235e-40fd-8959-b0fe8b025ec5'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:39:14.216763 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74a798a-1337-4a0d-abb5-f590227b7cba" -d '{"events": [{"name": "network-changed", "server_uuid": "987ea8e5-b959-48c6-a5f4-517daaab0bd4", "tag": "19253820-235e-40fd-8959-b0fe8b025ec5"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:39:14.262234 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1154d21-30a7-482a-8ea9-d65ecc79a275 service neutron] Pushing event updated for resources: {'Port': ['ID=19253820-235e-40fd-8959-b0fe8b025ec5,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:14.268430 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb465d8-d455-4a00-bf90-3f08165447e5 x-openstack-request-id: req-2bb465d8-d455-4a00-bf90-3f08165447e5 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:39:14.268900 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987ea8e5-b959-48c6-a5f4-517daaab0bd4", "tag": "19253820-235e-40fd-8959-b0fe8b025ec5", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:39:14.269161 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bb465d8-d455-4a00-bf90-3f08165447e5 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:39:14.269554 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'tag': '19253820-235e-40fd-8959-b0fe8b025ec5', 'status': 'completed', 'code': 200} Aug 31 18:39:14.311294 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-28027198-c0b2-4a43-bd5c-b90c031dfcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:14.312927 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-28027198-c0b2-4a43-bd5c-b90c031dfcc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0465188 Aug 31 18:39:14.361548 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-3532e573-f75a-4672-9adb-ed1b7351c6ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19253820-235e-40fd-8959-b0fe8b025ec5 HTTP/1.1" status: 200 len: 217 time: 0.0399921 Aug 31 18:39:14.413889 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-1c4f9cfe-dc73-4754-9d09-162ac1347d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:14.415347 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-1c4f9cfe-dc73-4754-9d09-162ac1347d35 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0459306 Aug 31 18:39:14.463010 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c52a214a-e857-48f6-868b-ca1526ef71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:14.464777 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-c52a214a-e857-48f6-868b-ca1526ef71b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404265 Aug 31 18:39:14.562382 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-6bcb718e-4e86-414b-956f-2c52935bccc7 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891006 Aug 31 18:39:14.653925 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-656fb3db-89d1-4fc9-8563-4134d9173b41 req-dbbd630b-4184-40fe-8114-2edf35524da9 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830448 Aug 31 18:39:14.746856 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a798a-1337-4a0d-abb5-f590227b7cba req-debe87cb-4250-4012-a22f-f01f53804569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:14.747784 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e74a798a-1337-4a0d-abb5-f590227b7cba req-debe87cb-4250-4012-a22f-f01f53804569 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0454311 Aug 31 18:39:14.838228 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a798a-1337-4a0d-abb5-f590227b7cba req-c357e413-1b93-4403-86e5-b061e6cf6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:14.839696 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e74a798a-1337-4a0d-abb5-f590227b7cba req-c357e413-1b93-4403-86e5-b061e6cf6046 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 912 time: 0.0843267 Aug 31 18:39:14.882013 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e74a798a-1337-4a0d-abb5-f590227b7cba req-c66f2158-984c-4362-b1aa-82f083ba5b8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19253820-235e-40fd-8959-b0fe8b025ec5 HTTP/1.1" status: 200 len: 217 time: 0.0338867 Aug 31 18:39:14.937911 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a798a-1337-4a0d-abb5-f590227b7cba req-d3aacb97-e0c8-414d-868d-f6bc8eefbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:14.939353 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e74a798a-1337-4a0d-abb5-f590227b7cba req-d3aacb97-e0c8-414d-868d-f6bc8eefbf02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0497234 Aug 31 18:39:14.986633 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a798a-1337-4a0d-abb5-f590227b7cba req-d06bc77c-df0a-4861-8b14-92e41e77c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:14.988129 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e74a798a-1337-4a0d-abb5-f590227b7cba req-d06bc77c-df0a-4861-8b14-92e41e77c62c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415723 Aug 31 18:39:15.077099 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e74a798a-1337-4a0d-abb5-f590227b7cba req-b5eff702-7999-4979-9490-0a8f27172ef1 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808649 Aug 31 18:39:15.209791 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee5182-a478-40d0-b30f-d5c71383560d req-5e3a00fb-983e-45db-bbbe-ec90930fac04 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:15.211835 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-37ee5182-a478-40d0-b30f-d5c71383560d req-5e3a00fb-983e-45db-bbbe-ec90930fac04 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 943 time: 0.0759361 Aug 31 18:39:15.217511 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e74a798a-1337-4a0d-abb5-f590227b7cba req-79d87d67-cfaf-4967-bd7c-2c32c03ab634 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284521 Aug 31 18:39:15.250915 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-37ee5182-a478-40d0-b30f-d5c71383560d req-038f6cf7-09fd-4dc7-9353-a8c8657eaa43 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324528 Aug 31 18:39:16.366887 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b22d8-d034-48cf-8c41-22d4f9a1b118 req-a8857f67-f354-482a-9e87-7628444ac564 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:16.368341 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a96b22d8-d034-48cf-8c41-22d4f9a1b118 req-a8857f67-f354-482a-9e87-7628444ac564 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 943 time: 0.0512500 Aug 31 18:39:16.404647 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a96b22d8-d034-48cf-8c41-22d4f9a1b118 req-03502384-b615-40eb-af1a-7bff3229d7fb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304935 Aug 31 18:39:17.094496 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:39:17.665324 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b12fd3-a5d1-47a5-b401-ce34f0e66d69 req-8f14e8b3-9320-4650-87cb-0e49f5986305 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:17.666787 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-15b12fd3-a5d1-47a5-b401-ce34f0e66d69 req-8f14e8b3-9320-4650-87cb-0e49f5986305 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 943 time: 0.0475755 Aug 31 18:39:17.703889 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-15b12fd3-a5d1-47a5-b401-ce34f0e66d69 req-1a04937c-7d05-4f1a-84d5-84e01d4501cc tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Aug 31 18:39:18.069650 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45486) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:18.174389 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6ae7694e-d0a1-4a54-98f7-35c318cc08fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.258552 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6ae7694e-d0a1-4a54-98f7-35c318cc08fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.262216 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6ae7694e-d0a1-4a54-98f7-35c318cc08fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.301434 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-6ae7694e-d0a1-4a54-98f7-35c318cc08fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a31b7432c96f4444815fb7792e810327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307203 Aug 31 18:39:18.303304 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7694e-d0a1-4a54-98f7-35c318cc08fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc0fdc0-801b-4760-94f5-0f1022972c45,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:18.304223 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45490) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:18.351871 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-00340f11-460f-4d17-a1be-6ab1fd59002d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.372294 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-00340f11-460f-4d17-a1be-6ab1fd59002d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.416330 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-00340f11-460f-4d17-a1be-6ab1fd59002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.418839 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-00340f11-460f-4d17-a1be-6ab1fd59002d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.419978 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-00340f11-460f-4d17-a1be-6ab1fd59002d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dc0fdc0-801b-4760-94f5-0f1022972c45 HTTP/1.1" status: 204 len: 168 time: 0.1147220 Aug 31 18:39:18.427350 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00340f11-460f-4d17-a1be-6ab1fd59002d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc0fdc0-801b-4760-94f5-0f1022972c45,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:18.668689 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45496) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:18.681380 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-45295817-7e72-4230-abf1-b1871b556811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.771285 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-45295817-7e72-4230-abf1-b1871b556811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.776226 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-45295817-7e72-4230-abf1-b1871b556811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.819642 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-45295817-7e72-4230-abf1-b1871b556811 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14865fb77cc34bd394363aa9b729732b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475329 Aug 31 18:39:18.819642 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45295817-7e72-4230-abf1-b1871b556811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71461b5-e927-46f8-8edc-6066095d8e28,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:18.819977 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bec78-588b-4b61-84a2-dfca1442496d req-8aef9fae-fac9-421e-b2a6-0568b230e0f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:18.820433 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45500) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:18.820987 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fa2bec78-588b-4b61-84a2-dfca1442496d req-8aef9fae-fac9-421e-b2a6-0568b230e0f3 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 943 time: 0.0505891 Aug 31 18:39:18.859571 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fa2bec78-588b-4b61-84a2-dfca1442496d req-43e32681-f552-4e68-b134-3968300ae359 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334730 Aug 31 18:39:18.869578 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-470a4ca6-f6c7-4a74-ab5c-c900c2090dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.890549 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-470a4ca6-f6c7-4a74-ab5c-c900c2090dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.934963 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-470a4ca6-f6c7-4a74-ab5c-c900c2090dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.937484 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-470a4ca6-f6c7-4a74-ab5c-c900c2090dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:18.938616 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-470a4ca6-f6c7-4a74-ab5c-c900c2090dd2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d71461b5-e927-46f8-8edc-6066095d8e28 HTTP/1.1" status: 204 len: 168 time: 0.1173229 Aug 31 18:39:18.946028 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a4ca6-f6c7-4a74-ab5c-c900c2090dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71461b5-e927-46f8-8edc-6066095d8e28,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:19.509641 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1233c539-e0c2-49ac-b076-b1073164bc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:19.969137 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e669b-536c-4b47-a85a-f7c19414b520 req-cd3f861e-243e-4249-a5b0-b67f681ede41 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:19.970634 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7b6e669b-536c-4b47-a85a-f7c19414b520 req-cd3f861e-243e-4249-a5b0-b67f681ede41 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 943 time: 0.0485969 Aug 31 18:39:20.007234 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7b6e669b-536c-4b47-a85a-f7c19414b520 req-9aaf6045-8c10-4e35-a0c2-4acbacf8196f tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305569 Aug 31 18:39:21.118676 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a3b7c-ce08-49ba-8b0a-fd90640a6ccd req-6b3c0afb-5168-47e0-b1bc-4f826982aba7 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:21.120135 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0f7a3b7c-ce08-49ba-8b0a-fd90640a6ccd req-6b3c0afb-5168-47e0-b1bc-4f826982aba7 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 943 time: 0.0480556 Aug 31 18:39:21.160341 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0f7a3b7c-ce08-49ba-8b0a-fd90640a6ccd req-a0e72e0e-5206-4cd3-b6e6-b57708f432d1 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342929 Aug 31 18:39:22.274438 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680cb80-695c-49ea-9970-e2552ab79e20 req-5a6a51ff-c850-401c-a616-6d1eba5382ff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:22.275966 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3680cb80-695c-49ea-9970-e2552ab79e20 req-5a6a51ff-c850-401c-a616-6d1eba5382ff tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 943 time: 0.0493772 Aug 31 18:39:22.295997 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8d280fc4-40e0-4566-ac4e-8952297e2282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:22.315985 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3680cb80-695c-49ea-9970-e2552ab79e20 req-d9a72ce8-2d37-49ca-ac70-4e7390f2f92d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334845 Aug 31 18:39:22.550666 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:22.885223 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 19253820-235e-40fd-8959-b0fe8b025ec5 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=93881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 18:39:22.975179 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 19253820-235e-40fd-8959-b0fe8b025ec5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=19253820-235e-40fd-8959-b0fe8b025ec5,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:39:22.986667 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Returning: {'device': '19253820-235e-40fd-8959-b0fe8b025ec5', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'port_id': '19253820-235e-40fd-8959-b0fe8b025ec5', 'mac_address': 'fa:16:3e:0b:a7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 18:39:23.024154 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:23.036822 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19253820-235e-40fd-8959-b0fe8b025ec5 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 18:39:23.055328 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 19253820-235e-40fd-8959-b0fe8b025ec5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=19253820-235e-40fd-8959-b0fe8b025ec5,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:39:23.059281 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:23.104491 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=19253820-235e-40fd-8959-b0fe8b025ec5,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:23.111916 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:39:23.112269 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:39:23.112647 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:39:23.112990 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:39:23.113325 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:39:23.113659 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:39:23.113990 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:39:23.114319 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:39:23.114651 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:39:23.114976 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:39:23.115300 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:39:23.115623 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:39:23.221909 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:23.298451 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] get_ports_and_sgs() called for port_ids ['19253820-235e-40fd-8959-b0fe8b025ec5'] {{(pid=93881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 18:39:23.427350 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1ad47-d994-4f42-8eb2-eb43b3389c61 req-57c6c29e-30df-4b7e-a7f8-cc634d57bcb0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:23.428869 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-15f1ad47-d994-4f42-8eb2-eb43b3389c61 req-57c6c29e-30df-4b7e-a7f8-cc634d57bcb0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0485301 Aug 31 18:39:23.466837 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-15f1ad47-d994-4f42-8eb2-eb43b3389c61 req-860886e7-8923-4d97-8f66-6b3312626cfe tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318880 Aug 31 18:39:24.577399 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c90f1-512b-42fe-965b-45134625b92b req-a2c160b3-2818-42d5-8e13-a3c6434970a2 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:24.578826 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad0c90f1-512b-42fe-965b-45134625b92b req-a2c160b3-2818-42d5-8e13-a3c6434970a2 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 944 time: 0.0468080 Aug 31 18:39:24.617400 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad0c90f1-512b-42fe-965b-45134625b92b req-f1c2e823-8a30-43cb-986e-139b5f7f8996 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327058 Aug 31 18:39:24.906275 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 19253820-235e-40fd-8959-b0fe8b025ec5 up at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 18:39:24.948350 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:24.961548 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning for port 19253820-235e-40fd-8959-b0fe8b025ec5 completed by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 18:39:24.964986 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Provisioning complete for port 19253820-235e-40fd-8959-b0fe8b025ec5 triggered by entity L2. {{(pid=93881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 18:39:24.965973 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977330'] for port, provisioning_complete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:25.040482 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:25.061439 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19253820-235e-40fd-8959-b0fe8b025ec5'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:39:25.063701 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67567e61409936cbb824cdca12e8d86f313fff43b0ac7e41d72a77de7e994508" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd33bce1-75c2-41bc-93b1-fc94ec791acf" -d '{"events": [{"server_uuid": "987ea8e5-b959-48c6-a5f4-517daaab0bd4", "name": "network-vif-plugged", "status": "completed", "tag": "19253820-235e-40fd-8959-b0fe8b025ec5"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:39:25.076327 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] For port 19253820-235e-40fd-8959-b0fe8b025ec5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=19253820-235e-40fd-8959-b0fe8b025ec5,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:39:25.080167 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:25.103835 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05614ef2-619b-4c1f-948f-fe42ed9c3623 x-openstack-request-id: req-05614ef2-619b-4c1f-948f-fe42ed9c3623 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:39:25.104127 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987ea8e5-b959-48c6-a5f4-517daaab0bd4", "name": "network-vif-plugged", "status": "completed", "tag": "19253820-235e-40fd-8959-b0fe8b025ec5", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:39:25.104380 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05614ef2-619b-4c1f-948f-fe42ed9c3623 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:39:25.104792 dv-cinder-805887-9-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19253820-235e-40fd-8959-b0fe8b025ec5', 'code': 200} Aug 31 18:39:25.130643 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Pushing event updated for resources: {'Port': ['ID=19253820-235e-40fd-8959-b0fe8b025ec5,revision_number=5']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:25.316557 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfbf95-a362-48df-9101-15058818d38e req-a1c0ab52-4885-4893-ac9b-099d1dd2cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:25.317941 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-26cfbf95-a362-48df-9101-15058818d38e req-a1c0ab52-4885-4893-ac9b-099d1dd2cbe2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0387700 Aug 31 18:39:25.352692 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-26cfbf95-a362-48df-9101-15058818d38e req-9a4bb0cc-0390-4ff8-b46c-8cd7e078c936 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272484 Aug 31 18:39:25.726997 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e951e1-09ba-4e54-b97b-1af32dba6980 req-7aa29e69-0c83-4f8d-9c40-1fdffdab7ead tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:25.728442 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81e951e1-09ba-4e54-b97b-1af32dba6980 req-7aa29e69-0c83-4f8d-9c40-1fdffdab7ead tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0472653 Aug 31 18:39:25.765538 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81e951e1-09ba-4e54-b97b-1af32dba6980 req-3014e0e1-8190-411b-a0e8-b144e9cdaebc tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306661 Aug 31 18:39:25.803811 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:26.878527 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a46ebb-f4b0-4a64-8d3b-098e00b6cbc6 req-a2c16d66-b836-4450-8ea7-97f4855f5c0f tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:26.879944 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20a46ebb-f4b0-4a64-8d3b-098e00b6cbc6 req-a2c16d66-b836-4450-8ea7-97f4855f5c0f tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0491021 Aug 31 18:39:26.919025 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20a46ebb-f4b0-4a64-8d3b-098e00b6cbc6 req-3864829b-dfac-4131-9241-b7b468ffab3f tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326760 Aug 31 18:39:27.027020 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765888a-fd36-404d-b5d0-3e803c6f301f req-896434b8-ead8-4b2b-aa0d-e23e7f5a2bdb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:27.028921 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e765888a-fd36-404d-b5d0-3e803c6f301f req-896434b8-ead8-4b2b-aa0d-e23e7f5a2bdb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0469427 Aug 31 18:39:27.065144 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e765888a-fd36-404d-b5d0-3e803c6f301f req-c795df23-3644-47cb-9c1a-df5e8f20f72d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305662 Aug 31 18:39:27.086936 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45522) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:27.126092 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed678c2-a281-4c25-8a2f-50d0484be6c4 tempest-TestVolumeBootPattern-1578714214 tempest-TestVolumeBootPattern-1578714214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:27.127565 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-2ed678c2-a281-4c25-8a2f-50d0484be6c4 tempest-TestVolumeBootPattern-1578714214 tempest-TestVolumeBootPattern-1578714214-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 1093 time: 0.0396419 Aug 31 18:39:27.130219 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45524) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:39:27.134465 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Request body: {'floatingip': {'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'port_id': '19253820-235e-40fd-8959-b0fe8b025ec5', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 18:39:27.155688 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for floatingip, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:27.250860 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:27.346225 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Allocated IP 172.27.0.199 (8be741c5-6977-48d8-bd13-0f8a1787586d/86a13117-7ed2-43d4-92d6-58cd0b0eaac5/5d1dbe6b-f3fc-4ba0-afea-2429890007bf) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 18:39:27.444854 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:27.481429 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767310469416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:27.520181 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Network 8be741c5-6977-48d8-bd13-0f8a1787586d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 18:39:27.523021 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 18:39:27.525606 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 18:39:27.545800 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'Port': ['ID=5d1dbe6b-f3fc-4ba0-afea-2429890007bf,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:27.864023 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:27.925005 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:28.066475 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:28.071024 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767310971091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767310469434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767310469452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127822891'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:28.140956 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event updated for resources: {'Port': ['ID=5d1dbe6b-f3fc-4ba0-afea-2429890007bf,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:39:28.150671 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582347'] for floatingip, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:28.457801 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.db.l3_db [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Floating IP 48d5f491-2309-4fe6-86f6-948ebb15498d associated. External IP: 172.27.0.199, port: 19253820-235e-40fd-8959-b0fe8b025ec5. Aug 31 18:39:28.651225 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Router 77ae4b2c-59d4-492c-b383-a982e4bd198f has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:39:28.754198 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:39:28.764470 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484dc95-8963-400e-969c-6c370180ee84 None None] Sync routers for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:39:28.771709 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:28.778284 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484dc95-8963-400e-969c-6c370180ee84 None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:39:28.779022 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-d484dc95-8963-400e-969c-6c370180ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:39:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:39:28.802321 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5a88e6f5-2860-41af-9d08-3a5b59671431 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6710789 Aug 31 18:39:28.802906 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'tag': '19253820-235e-40fd-8959-b0fe8b025ec5'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:39:28.805234 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6a6e3fd8e19181886bbcf5191d9f3c1d41a4916aec97eaa69cdb11cbf5a2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181ec23b-e1e1-46e6-9b14-967a4ca04dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "987ea8e5-b959-48c6-a5f4-517daaab0bd4", "tag": "19253820-235e-40fd-8959-b0fe8b025ec5"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:39:28.845789 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d09ece8-275d-49c4-9814-c925e2e33d31 x-openstack-request-id: req-8d09ece8-275d-49c4-9814-c925e2e33d31 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:39:28.846344 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987ea8e5-b959-48c6-a5f4-517daaab0bd4", "tag": "19253820-235e-40fd-8959-b0fe8b025ec5", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:39:28.846626 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d09ece8-275d-49c4-9814-c925e2e33d31 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:39:28.847022 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'tag': '19253820-235e-40fd-8959-b0fe8b025ec5', 'status': 'completed', 'code': 200} Aug 31 18:39:28.888122 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-d484dc95-8963-400e-969c-6c370180ee84 None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:39:28.908769 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ec23b-e1e1-46e6-9b14-967a4ca04dd2 req-7bc6a81a-b7e6-4db6-a7ec-6e29fd129b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:28.910274 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-181ec23b-e1e1-46e6-9b14-967a4ca04dd2 req-7bc6a81a-b7e6-4db6-a7ec-6e29fd129b3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0390429 Aug 31 18:39:29.118623 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-d484dc95-8963-400e-969c-6c370180ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': '48d5f491-2309-4fe6-86f6-948ebb15498d', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': '19253820-235e-40fd-8959-b0fe8b025ec5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:0b:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:39:27Z', 'updated_at': '2021-08-31T18:39:27Z', 'revision_number': 0, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}, {'id': 'e65163f1-059f-483a-ba6a-e7faac7f2b39', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:fa:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:37:21Z', 'updated_at': '2021-08-31T18:37:24Z', 'revision_number': 1, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:39:29.145503 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484dc95-8963-400e-969c-6c370180ee84 None None] Checking router: 77ae4b2c-59d4-492c-b383-a982e4bd198f for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:39:29.154945 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484dc95-8963-400e-969c-6c370180ee84 None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:39:29.155580 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-d484dc95-8963-400e-969c-6c370180ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:39:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:39:29.262561 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-d484dc95-8963-400e-969c-6c370180ee84 None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:39:29.282784 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ec23b-e1e1-46e6-9b14-967a4ca04dd2 req-9460f54e-eb28-48f2-bdad-1b9217a636ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:29.284252 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-181ec23b-e1e1-46e6-9b14-967a4ca04dd2 req-9460f54e-eb28-48f2-bdad-1b9217a636ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 912 time: 0.3659055 Aug 31 18:39:29.349069 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-181ec23b-e1e1-46e6-9b14-967a4ca04dd2 req-30d10a53-02e5-4dd8-8576-7e7ff19147bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19253820-235e-40fd-8959-b0fe8b025ec5 HTTP/1.1" status: 200 len: 999 time: 0.0569601 Aug 31 18:39:29.397892 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ec23b-e1e1-46e6-9b14-967a4ca04dd2 req-f64e8650-1db9-4a0a-9f78-d488fdcdeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:29.399251 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-181ec23b-e1e1-46e6-9b14-967a4ca04dd2 req-f64e8650-1db9-4a0a-9f78-d488fdcdeaab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0421536 Aug 31 18:39:29.450289 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ec23b-e1e1-46e6-9b14-967a4ca04dd2 req-974edac9-1fa9-47ad-aae8-ca1cc5fa8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:29.451760 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-181ec23b-e1e1-46e6-9b14-967a4ca04dd2 req-974edac9-1fa9-47ad-aae8-ca1cc5fa8485 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451076 Aug 31 18:39:29.483357 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-d484dc95-8963-400e-969c-6c370180ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': '48d5f491-2309-4fe6-86f6-948ebb15498d', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': '19253820-235e-40fd-8959-b0fe8b025ec5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:0b:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:39:27Z', 'updated_at': '2021-08-31T18:39:27Z', 'revision_number': 0, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}, {'id': 'e65163f1-059f-483a-ba6a-e7faac7f2b39', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:fa:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:37:21Z', 'updated_at': '2021-08-31T18:37:24Z', 'revision_number': 1, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:39:29.514041 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484dc95-8963-400e-969c-6c370180ee84 None None] The sync data for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi is: [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': '48d5f491-2309-4fe6-86f6-948ebb15498d', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': '19253820-235e-40fd-8959-b0fe8b025ec5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:0b:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:39:27Z', 'updated_at': '2021-08-31T18:39:27Z', 'revision_number': 0, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}, {'id': 'e65163f1-059f-483a-ba6a-e7faac7f2b39', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:fa:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:37:21Z', 'updated_at': '2021-08-31T18:37:24Z', 'revision_number': 1, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:39:29.546306 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-181ec23b-e1e1-46e6-9b14-967a4ca04dd2 req-7a2dba0f-fdfd-4f0e-9a4b-30ee370093ac service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836871 Aug 31 18:39:29.642297 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-181ec23b-e1e1-46e6-9b14-967a4ca04dd2 req-7be9924e-0e00-479c-bcb9-4fb2367233a2 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879662 Aug 31 18:39:29.695984 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df16bd2-09c8-438e-8cc5-826a5bddbc00 None None] New status for floating IP 48d5f491-2309-4fe6-86f6-948ebb15498d: ACTIVE {{(pid=93882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:39:35.557870 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a436bdf-d1e5-4f3d-a03e-8df8c6c4ee5d req-2f95c001-1b36-4170-8a69-995765d1b006 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382915 Aug 31 18:39:35.639469 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a436bdf-d1e5-4f3d-a03e-8df8c6c4ee5d req-cf35b48b-39f2-49b4-8891-48c7934e7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:35.640907 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a436bdf-d1e5-4f3d-a03e-8df8c6c4ee5d req-cf35b48b-39f2-49b4-8891-48c7934e7e4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 1099 time: 0.0390482 Aug 31 18:39:35.742380 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a436bdf-d1e5-4f3d-a03e-8df8c6c4ee5d req-81986f91-c73d-43d5-abbe-07c0dd8d3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:35.743732 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a436bdf-d1e5-4f3d-a03e-8df8c6c4ee5d req-81986f91-c73d-43d5-abbe-07c0dd8d3365 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 912 time: 0.0846684 Aug 31 18:39:35.807395 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a436bdf-d1e5-4f3d-a03e-8df8c6c4ee5d req-aa7768d0-1a43-41ec-8624-c26f67c7fd57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d339d4bb-1f3b-4d81-9157-a461f2c972cd HTTP/1.1" status: 200 len: 1002 time: 0.0560236 Aug 31 18:39:35.855427 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a436bdf-d1e5-4f3d-a03e-8df8c6c4ee5d req-1ed84cff-fda0-464b-a5d6-1a21f86cdc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:35.856963 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a436bdf-d1e5-4f3d-a03e-8df8c6c4ee5d req-1ed84cff-fda0-464b-a5d6-1a21f86cdc38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0422022 Aug 31 18:39:35.905835 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a436bdf-d1e5-4f3d-a03e-8df8c6c4ee5d req-46856bbc-305b-462e-82aa-209515bfbaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:39:35.907265 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a436bdf-d1e5-4f3d-a03e-8df8c6c4ee5d req-46856bbc-305b-462e-82aa-209515bfbaa7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427291 Aug 31 18:39:35.994373 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a436bdf-d1e5-4f3d-a03e-8df8c6c4ee5d req-886e781b-8eef-4614-a17c-2a0055e14783 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787437 Aug 31 18:39:36.085450 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0a436bdf-d1e5-4f3d-a03e-8df8c6c4ee5d req-10ecbab3-f406-4f62-a4c1-710fa8ab7477 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835316 Aug 31 18:39:49.509855 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6f29912-061e-403f-8e0c-c6c63fb0d0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:52.176369 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-859de162-0371-49cd-838b-1d9d2be09b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:52.551921 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:53.223605 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:54.093225 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:39:54.941859 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:39:55.817669 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:40:19.508975 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1c8c837f-3855-4db3-a3aa-174f61860b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:40:22.177587 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98f25d87-fb68-4637-8926-68484ec95046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:40:22.551381 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:40:23.226348 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:40:24.943116 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:40:25.819236 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:40:31.092449 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:40:36.563915 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-56c8a6f6-44de-4715-8c40-71fa543a6c7e req-c84ff608-f509-4aee-aa84-327ab40c22f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390780 Aug 31 18:40:36.626318 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8a6f6-44de-4715-8c40-71fa543a6c7e req-fda0a8ec-234a-418d-9fb2-9ada995cf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:40:36.627758 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-56c8a6f6-44de-4715-8c40-71fa543a6c7e req-fda0a8ec-234a-418d-9fb2-9ada995cf4b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0396278 Aug 31 18:40:36.732705 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8a6f6-44de-4715-8c40-71fa543a6c7e req-1421b3e3-2f25-40a1-ac8f-4e7291a30806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:40:36.734157 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-56c8a6f6-44de-4715-8c40-71fa543a6c7e req-1421b3e3-2f25-40a1-ac8f-4e7291a30806 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 912 time: 0.0855048 Aug 31 18:40:36.799843 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-56c8a6f6-44de-4715-8c40-71fa543a6c7e req-142def23-8bfb-4fb4-ba53-9e5c75c52c0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19253820-235e-40fd-8959-b0fe8b025ec5 HTTP/1.1" status: 200 len: 1001 time: 0.0566905 Aug 31 18:40:36.848340 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8a6f6-44de-4715-8c40-71fa543a6c7e req-898c52dd-fcf0-4304-9b6f-50ff6d72f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:40:36.849697 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-56c8a6f6-44de-4715-8c40-71fa543a6c7e req-898c52dd-fcf0-4304-9b6f-50ff6d72f6b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0418465 Aug 31 18:40:36.897847 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8a6f6-44de-4715-8c40-71fa543a6c7e req-91b4dea9-b870-4111-a064-43dd9bcf79df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:40:36.899334 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-56c8a6f6-44de-4715-8c40-71fa543a6c7e req-91b4dea9-b870-4111-a064-43dd9bcf79df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422401 Aug 31 18:40:36.986626 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-56c8a6f6-44de-4715-8c40-71fa543a6c7e req-05b2686d-8b8c-465d-914e-c68002ef5bc3 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794523 Aug 31 18:40:37.077107 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-56c8a6f6-44de-4715-8c40-71fa543a6c7e req-7970fc40-ae61-4e0c-8d71-84377b9781e1 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825224 Aug 31 18:40:49.510231 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b1a81bec-b01b-4200-badf-e9ef2ed9aae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:40:52.185477 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9d43d316-8faa-47b1-b3bc-4ad402d15386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:40:52.553356 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:40:53.228658 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:40:54.948286 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:40:55.834001 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:07.522544 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45556) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:07.678839 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Deleting port 5d1dbe6b-f3fc-4ba0-afea-2429890007bf {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:41:07.679183 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:07.752724 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:07.752956 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:07.765320 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Calling delete_port for 5d1dbe6b-f3fc-4ba0-afea-2429890007bf owned by network:floatingip {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:41:07.914916 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:07.941184 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event deleted for resources: {'Port': ['ID=5d1dbe6b-f3fc-4ba0-afea-2429890007bf,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:07.964437 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:07.964815 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:07.965159 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:07.965500 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:07.965835 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:07.966169 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:07.966504 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:07.966835 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:07.967164 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:07.967489 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:07.967812 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:07.968134 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:08.012543 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:08.013756 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Floating IP 48d5f491-2309-4fe6-86f6-948ebb15498d disassociated (deleted). External IP: 172.27.0.199, port: 19253820-235e-40fd-8959-b0fe8b025ec5. Aug 31 18:41:08.090607 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:41:08.220249 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Router 77ae4b2c-59d4-492c-b383-a982e4bd198f has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:41:08.326295 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:41:08.331055 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:08.336023 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980e238-bab3-47a7-89a1-6b831f623193 None None] Sync routers for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:41:08.345537 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980e238-bab3-47a7-89a1-6b831f623193 None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:41:08.346157 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-2980e238-bab3-47a7-89a1-6b831f623193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:40:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:08.362158 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c4eef08a-5fea-4911-86fc-f7ce22d0948d tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "DELETE /v2.0/floatingips/48d5f491-2309-4fe6-86f6-948ebb15498d HTTP/1.1" status: 204 len: 168 time: 0.8389509 Aug 31 18:41:08.362759 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'tag': '19253820-235e-40fd-8959-b0fe8b025ec5'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:41:08.366020 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b260a3a6-c206-4b9c-a96f-787cca59395a" -d '{"events": [{"name": "network-changed", "server_uuid": "987ea8e5-b959-48c6-a5f4-517daaab0bd4", "tag": "19253820-235e-40fd-8959-b0fe8b025ec5"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:41:08.455315 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-2980e238-bab3-47a7-89a1-6b831f623193 None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:41:08.591816 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a545b-42d2-4655-b946-ac3bb551227d req-a2ecdeff-cc93-44bc-b0c9-2f7d5a31dc89 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:08.593429 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bd7a545b-42d2-4655-b946-ac3bb551227d req-a2ecdeff-cc93-44bc-b0c9-2f7d5a31dc89 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0512938 Aug 31 18:41:08.615167 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6c6a4a-3752-4ffb-8739-db23d8a896bd x-openstack-request-id: req-8d6c6a4a-3752-4ffb-8739-db23d8a896bd {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:41:08.615519 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987ea8e5-b959-48c6-a5f4-517daaab0bd4", "tag": "19253820-235e-40fd-8959-b0fe8b025ec5", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:41:08.615829 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d6c6a4a-3752-4ffb-8739-db23d8a896bd {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:41:08.616286 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'tag': '19253820-235e-40fd-8959-b0fe8b025ec5', 'status': 'completed', 'code': 200} Aug 31 18:41:08.651305 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bd7a545b-42d2-4655-b946-ac3bb551227d req-7f795015-f11a-4f0c-b9cc-5e01e2cfa11b tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511482 Aug 31 18:41:08.680309 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260a3a6-c206-4b9c-a96f-787cca59395a req-cfc1379a-6e5e-480c-a9b9-441177c70a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:08.681941 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b260a3a6-c206-4b9c-a96f-787cca59395a req-cfc1379a-6e5e-480c-a9b9-441177c70a73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0446956 Aug 31 18:41:08.691321 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-2980e238-bab3-47a7-89a1-6b831f623193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'e65163f1-059f-483a-ba6a-e7faac7f2b39', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:fa:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:37:21Z', 'updated_at': '2021-08-31T18:37:24Z', 'revision_number': 1, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:08.717324 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980e238-bab3-47a7-89a1-6b831f623193 None None] Checking router: 77ae4b2c-59d4-492c-b383-a982e4bd198f for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:41:08.725933 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980e238-bab3-47a7-89a1-6b831f623193 None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:41:08.726850 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-2980e238-bab3-47a7-89a1-6b831f623193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:40:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:08.777532 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260a3a6-c206-4b9c-a96f-787cca59395a req-3dd19815-5498-476f-bc86-3251a5620604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:08.779022 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b260a3a6-c206-4b9c-a96f-787cca59395a req-3dd19815-5498-476f-bc86-3251a5620604 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 912 time: 0.0902493 Aug 31 18:41:08.825815 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b260a3a6-c206-4b9c-a96f-787cca59395a req-a1d78f97-3bec-4d4c-8f03-ca904a6b08f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19253820-235e-40fd-8959-b0fe8b025ec5 HTTP/1.1" status: 200 len: 217 time: 0.0382004 Aug 31 18:41:08.878932 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260a3a6-c206-4b9c-a96f-787cca59395a req-09ca8b62-ac85-44ed-b98d-04f3f734824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:08.880312 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b260a3a6-c206-4b9c-a96f-787cca59395a req-09ca8b62-ac85-44ed-b98d-04f3f734824b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0449898 Aug 31 18:41:08.935584 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260a3a6-c206-4b9c-a96f-787cca59395a req-f4c09592-51ed-4465-a7c0-1f2e2184bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:08.937135 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b260a3a6-c206-4b9c-a96f-787cca59395a req-f4c09592-51ed-4465-a7c0-1f2e2184bf95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487638 Aug 31 18:41:08.957321 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-2980e238-bab3-47a7-89a1-6b831f623193 None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:41:09.028642 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b260a3a6-c206-4b9c-a96f-787cca59395a req-9a893df3-1698-4273-8bed-47dfb75d8e84 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828218 Aug 31 18:41:09.121532 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b260a3a6-c206-4b9c-a96f-787cca59395a req-ad4cfdd3-ea6f-4e32-a0e9-808a69e57bb5 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852818 Aug 31 18:41:09.182568 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-2980e238-bab3-47a7-89a1-6b831f623193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'e65163f1-059f-483a-ba6a-e7faac7f2b39', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:fa:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:37:21Z', 'updated_at': '2021-08-31T18:37:24Z', 'revision_number': 1, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:09.207681 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980e238-bab3-47a7-89a1-6b831f623193 None None] The sync data for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi is: [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_floatingips': [{'id': 'e65163f1-059f-483a-ba6a-e7faac7f2b39', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'router_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'port_id': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'mac_address': 'fa:16:3e:fa:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T18:37:21Z', 'updated_at': '2021-08-31T18:37:24Z', 'revision_number': 1, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:41:09.423437 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956bd011-738b-4c09-b662-0bdaca76085f None None] New status for floating IP 48d5f491-2309-4fe6-86f6-948ebb15498d: DOWN {{(pid=93882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:41:09.769502 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21313c13-35bf-40cf-9d40-293169ca79b6 req-ab2bb849-9cbe-4b4b-9684-e31c496e68ba tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:09.770922 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-21313c13-35bf-40cf-9d40-293169ca79b6 req-ab2bb849-9cbe-4b4b-9684-e31c496e68ba tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0495980 Aug 31 18:41:09.810586 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-21313c13-35bf-40cf-9d40-293169ca79b6 req-867b2c55-cc61-4548-8577-a4d6f1732b9f tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334187 Aug 31 18:41:10.095541 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b7832-10ef-4e31-807d-c7e57363f1b7 req-bdb5f7b7-cdf4-4387-9a09-f646386272ce tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:10.096930 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-344b7832-10ef-4e31-807d-c7e57363f1b7 req-bdb5f7b7-cdf4-4387-9a09-f646386272ce tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 945 time: 0.0484366 Aug 31 18:41:10.188286 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-344b7832-10ef-4e31-807d-c7e57363f1b7 req-eb1214dd-8888-4487-938f-9a63a02511de tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Deleting port 19253820-235e-40fd-8959-b0fe8b025ec5 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:41:10.188656 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-344b7832-10ef-4e31-807d-c7e57363f1b7 req-eb1214dd-8888-4487-938f-9a63a02511de tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:10.274570 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-344b7832-10ef-4e31-807d-c7e57363f1b7 req-eb1214dd-8888-4487-938f-9a63a02511de tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] For port 19253820-235e-40fd-8959-b0fe8b025ec5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=19253820-235e-40fd-8959-b0fe8b025ec5,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:41:10.274945 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-344b7832-10ef-4e31-807d-c7e57363f1b7 req-eb1214dd-8888-4487-938f-9a63a02511de tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:10.287472 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-344b7832-10ef-4e31-807d-c7e57363f1b7 req-eb1214dd-8888-4487-938f-9a63a02511de tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Calling delete_port for 19253820-235e-40fd-8959-b0fe8b025ec5 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:41:10.415025 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-344b7832-10ef-4e31-807d-c7e57363f1b7 req-eb1214dd-8888-4487-938f-9a63a02511de tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:10.440559 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1214dd-8888-4487-938f-9a63a02511de tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event deleted for resources: {'Port': ['ID=19253820-235e-40fd-8959-b0fe8b025ec5,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:10.489268 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-344b7832-10ef-4e31-807d-c7e57363f1b7 req-eb1214dd-8888-4487-938f-9a63a02511de tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] No DVR routers for this DVR port 19253820-235e-40fd-8959-b0fe8b025ec5 on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:41:10.491684 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-344b7832-10ef-4e31-807d-c7e57363f1b7 req-eb1214dd-8888-4487-938f-9a63a02511de tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:10.493732 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-344b7832-10ef-4e31-807d-c7e57363f1b7 req-eb1214dd-8888-4487-938f-9a63a02511de tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "DELETE /v2.0/ports/19253820-235e-40fd-8959-b0fe8b025ec5 HTTP/1.1" status: 204 len: 173 time: 0.3904982 Aug 31 18:41:10.617914 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'name': 'network-vif-deleted', 'tag': '19253820-235e-40fd-8959-b0fe8b025ec5'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:41:10.620282 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfec163-67ae-4927-8f30-dda276abc500" -d '{"events": [{"server_uuid": "987ea8e5-b959-48c6-a5f4-517daaab0bd4", "name": "network-vif-deleted", "tag": "19253820-235e-40fd-8959-b0fe8b025ec5"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:41:10.654946 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879acef7-cd9d-464a-9a5a-d4d05f594593 x-openstack-request-id: req-879acef7-cd9d-464a-9a5a-d4d05f594593 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:41:10.655238 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987ea8e5-b959-48c6-a5f4-517daaab0bd4", "name": "network-vif-deleted", "tag": "19253820-235e-40fd-8959-b0fe8b025ec5", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:41:10.655491 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-879acef7-cd9d-464a-9a5a-d4d05f594593 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:41:10.655886 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987ea8e5-b959-48c6-a5f4-517daaab0bd4', 'name': 'network-vif-deleted', 'tag': '19253820-235e-40fd-8959-b0fe8b025ec5', 'status': 'completed', 'code': 200} Aug 31 18:41:10.923555 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b3672f34-c1ac-4ba4-90f6-110150353ca5 req-297c315c-a944-4d50-bd8c-fb4ebc379084 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=987ea8e5-b959-48c6-a5f4-517daaab0bd4 HTTP/1.1" status: 200 len: 210 time: 0.0298674 Aug 31 18:41:13.453251 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 19253820-235e-40fd-8959-b0fe8b025ec5 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:41:13.475092 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: 19253820-235e-40fd-8959-b0fe8b025ec5 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:41:13.475466 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device 19253820-235e-40fd-8959-b0fe8b025ec5 not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:41:14.230096 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45596) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:14.402099 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Deleting port cc5ecaf4-5a5f-4372-82d1-fe5f9c44cedf {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:41:14.402441 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:14.479217 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:14.479698 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:14.491586 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Calling delete_port for cc5ecaf4-5a5f-4372-82d1-fe5f9c44cedf owned by network:floatingip {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:41:14.675231 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:14.699515 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event deleted for resources: {'Port': ['ID=cc5ecaf4-5a5f-4372-82d1-fe5f9c44cedf,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:14.709914 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:14.710266 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:14.710461 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:14.710818 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:14.711163 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:14.711493 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:14.711821 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:14.712528 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:14.712528 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:14.712832 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:14.713149 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:14.713465 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:14.781109 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:14.781442 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.db.l3_db [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Floating IP e65163f1-059f-483a-ba6a-e7faac7f2b39 disassociated (deleted). External IP: 172.27.0.205, port: d339d4bb-1f3b-4d81-9157-a461f2c972cd. Aug 31 18:41:15.010974 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Router 77ae4b2c-59d4-492c-b383-a982e4bd198f has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:41:15.129506 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:41:15.136258 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:15.142177 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8859c-13b6-4231-956d-30d67bfeaffd None None] Sync routers for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:41:15.152862 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f8859c-13b6-4231-956d-30d67bfeaffd None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:41:15.153505 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-a6f8859c-13b6-4231-956d-30d67bfeaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:40:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:15.173626 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-fd737bc4-063b-4be1-80e6-329c97fcd6bb tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "DELETE /v2.0/floatingips/e65163f1-059f-483a-ba6a-e7faac7f2b39 HTTP/1.1" status: 204 len: 168 time: 0.9420497 Aug 31 18:41:15.174217 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'tag': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:41:15.176566 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6a6e3fd8e19181886bbcf5191d9f3c1d41a4916aec97eaa69cdb11cbf5a2a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccfe6bf-ac07-4224-92bd-221248cd814b" -d '{"events": [{"name": "network-changed", "server_uuid": "46462327-b70a-4a4a-bfbc-de127cc4ae28", "tag": "d339d4bb-1f3b-4d81-9157-a461f2c972cd"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:41:15.298018 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-a6f8859c-13b6-4231-956d-30d67bfeaffd None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:41:15.356585 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 18:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa494118-832a-4185-af6d-fc0c849d492a x-openstack-request-id: req-aa494118-832a-4185-af6d-fc0c849d492a {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:41:15.357110 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46462327-b70a-4a4a-bfbc-de127cc4ae28", "tag": "d339d4bb-1f3b-4d81-9157-a461f2c972cd", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:41:15.357110 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa494118-832a-4185-af6d-fc0c849d492a {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:41:15.360484 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'tag': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'status': 'completed', 'code': 200} Aug 31 18:41:15.443671 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe6bf-ac07-4224-92bd-221248cd814b req-02404a9a-27ee-40ff-b433-653eac8d5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:15.446457 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bccfe6bf-ac07-4224-92bd-221248cd814b req-02404a9a-27ee-40ff-b433-653eac8d5f29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 1099 time: 0.0628898 Aug 31 18:41:15.539593 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-a6f8859c-13b6-4231-956d-30d67bfeaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:15.542438 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a32b46-cef8-4194-bb81-b85d94ff6895 req-30d9c431-9ed8-4f98-b835-f1128e7aca35 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:15.544010 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d4a32b46-cef8-4194-bb81-b85d94ff6895 req-30d9c431-9ed8-4f98-b835-f1128e7aca35 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 946 time: 0.1200266 Aug 31 18:41:15.566727 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8859c-13b6-4231-956d-30d67bfeaffd None None] Checking router: 77ae4b2c-59d4-492c-b383-a982e4bd198f for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:41:15.575875 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f8859c-13b6-4231-956d-30d67bfeaffd None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:41:15.576480 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-a6f8859c-13b6-4231-956d-30d67bfeaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:40:52Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:15.589088 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe6bf-ac07-4224-92bd-221248cd814b req-f1e0ff1e-99d0-44f4-8bbc-37fde4f466d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:15.590585 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bccfe6bf-ac07-4224-92bd-221248cd814b req-f1e0ff1e-99d0-44f4-8bbc-37fde4f466d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 200 len: 912 time: 0.1283491 Aug 31 18:41:15.611279 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d4a32b46-cef8-4194-bb81-b85d94ff6895 req-025ad0a8-a75c-4519-9c71-280b73a8fbd5 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603199 Aug 31 18:41:15.639194 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bccfe6bf-ac07-4224-92bd-221248cd814b req-2b14110f-6e92-4447-bdae-545cf0189acc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d339d4bb-1f3b-4d81-9157-a461f2c972cd HTTP/1.1" status: 200 len: 217 time: 0.0400591 Aug 31 18:41:15.689715 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-a6f8859c-13b6-4231-956d-30d67bfeaffd None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:41:15.690392 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe6bf-ac07-4224-92bd-221248cd814b req-f9e22606-fa8d-46dd-b055-66e9d8dab975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:15.691909 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bccfe6bf-ac07-4224-92bd-221248cd814b req-f9e22606-fa8d-46dd-b055-66e9d8dab975 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 200 len: 850 time: 0.0455110 Aug 31 18:41:15.747177 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe6bf-ac07-4224-92bd-221248cd814b req-d5371f38-8a34-4ae9-b44f-c426524d5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:15.748729 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bccfe6bf-ac07-4224-92bd-221248cd814b req-d5371f38-8a34-4ae9-b44f-c426524d5d2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1a634af-cd38-4eeb-bee9-3a926c61efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485206 Aug 31 18:41:15.854932 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bccfe6bf-ac07-4224-92bd-221248cd814b req-3aa5acc7-f86d-4cd8-b253-98466a31f045 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974712 Aug 31 18:41:15.894472 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-a6f8859c-13b6-4231-956d-30d67bfeaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:15.925676 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8859c-13b6-4231-956d-30d67bfeaffd None None] The sync data for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi is: [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:34:12Z', 'revision_number': 4, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi', '_interfaces': [{'id': '73362299-c900-44ce-8277-6d460e5165c1', 'name': '', 'network_id': 'e1a634af-cd38-4eeb-bee9-3a926c61efeb', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'mac_address': 'fa:16:3e:d9:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '05e9434b-2eff-419a-b36f-4489ef585479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:11Z', 'updated_at': '2021-08-31T18:34:19Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'subnets': [{'id': '05e9434b-2eff-419a-b36f-4489ef585479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:41:15.956932 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bccfe6bf-ac07-4224-92bd-221248cd814b req-48bc9176-1ade-4143-9c00-7c2fc49272b3 service neutron] 10.222.0.50 "GET /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939338 Aug 31 18:41:16.139779 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cddcc5d-ecf6-4175-8367-6ecf3d3ea617 None None] New status for floating IP e65163f1-059f-483a-ba6a-e7faac7f2b39: DOWN {{(pid=93882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 18:41:16.733461 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6449d34-7572-45ec-a2b8-324551d252e8 req-b102e6fc-2c9e-481d-9b0a-985e6557384e tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:16.735028 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a6449d34-7572-45ec-a2b8-324551d252e8 req-b102e6fc-2c9e-481d-9b0a-985e6557384e tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 946 time: 0.0518677 Aug 31 18:41:16.774445 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a6449d34-7572-45ec-a2b8-324551d252e8 req-584f0a06-9ab6-49b8-9576-1adcbc53102e tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a16db7e-8a4f-4034-a81b-5eafbc866941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327830 Aug 31 18:41:17.031938 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62e2b5-67bb-44fb-9717-67f93130884a req-55cd1bd1-4a7e-4880-8048-7f0bc6e22082 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 18:41:17.033415 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0f62e2b5-67bb-44fb-9717-67f93130884a req-55cd1bd1-4a7e-4880-8048-7f0bc6e22082 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 946 time: 0.0484228 Aug 31 18:41:17.129960 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-0f62e2b5-67bb-44fb-9717-67f93130884a req-b46df1ed-a0bc-4798-9150-8f72499cfb09 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Deleting port d339d4bb-1f3b-4d81-9157-a461f2c972cd {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:41:17.130299 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-0f62e2b5-67bb-44fb-9717-67f93130884a req-b46df1ed-a0bc-4798-9150-8f72499cfb09 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:17.220376 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-0f62e2b5-67bb-44fb-9717-67f93130884a req-b46df1ed-a0bc-4798-9150-8f72499cfb09 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] For port d339d4bb-1f3b-4d81-9157-a461f2c972cd, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d339d4bb-1f3b-4d81-9157-a461f2c972cd,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:41:17.220776 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-0f62e2b5-67bb-44fb-9717-67f93130884a req-b46df1ed-a0bc-4798-9150-8f72499cfb09 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:17.235930 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-0f62e2b5-67bb-44fb-9717-67f93130884a req-b46df1ed-a0bc-4798-9150-8f72499cfb09 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Calling delete_port for d339d4bb-1f3b-4d81-9157-a461f2c972cd owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:41:17.371001 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-0f62e2b5-67bb-44fb-9717-67f93130884a req-b46df1ed-a0bc-4798-9150-8f72499cfb09 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:17.397768 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46df1ed-a0bc-4798-9150-8f72499cfb09 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event deleted for resources: {'Port': ['ID=d339d4bb-1f3b-4d81-9157-a461f2c972cd,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:17.445713 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f62e2b5-67bb-44fb-9717-67f93130884a req-b46df1ed-a0bc-4798-9150-8f72499cfb09 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] No DVR routers for this DVR port d339d4bb-1f3b-4d81-9157-a461f2c972cd on host hv-cinder-80588 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:41:17.448978 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-0f62e2b5-67bb-44fb-9717-67f93130884a req-b46df1ed-a0bc-4798-9150-8f72499cfb09 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:17.451056 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0f62e2b5-67bb-44fb-9717-67f93130884a req-b46df1ed-a0bc-4798-9150-8f72499cfb09 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.50 "DELETE /v2.0/ports/d339d4bb-1f3b-4d81-9157-a461f2c972cd HTTP/1.1" status: 204 len: 173 time: 0.4103422 Aug 31 18:41:17.451495 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'name': 'network-vif-deleted', 'tag': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 18:41:17.453745 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ab1acc68ce143c0984e9e83fd2ece2c5f3574eb2458935fdf28fbcc817ed0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd5c2e7-6f7c-4e7b-9fdd-bfdf15822666" -d '{"events": [{"server_uuid": "46462327-b70a-4a4a-bfbc-de127cc4ae28", "name": "network-vif-deleted", "tag": "d339d4bb-1f3b-4d81-9157-a461f2c972cd"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 18:41:17.505481 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 18:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9650eed3-682f-4ed5-adfe-d0cce8ca60f6 x-openstack-request-id: req-9650eed3-682f-4ed5-adfe-d0cce8ca60f6 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 18:41:17.505780 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46462327-b70a-4a4a-bfbc-de127cc4ae28", "name": "network-vif-deleted", "tag": "d339d4bb-1f3b-4d81-9157-a461f2c972cd", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 18:41:17.506038 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9650eed3-682f-4ed5-adfe-d0cce8ca60f6 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 18:41:17.506564 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46462327-b70a-4a4a-bfbc-de127cc4ae28', 'name': 'network-vif-deleted', 'tag': 'd339d4bb-1f3b-4d81-9157-a461f2c972cd', 'status': 'completed', 'code': 200} Aug 31 18:41:17.886156 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [req-71c2a4a1-6ab0-4a37-8080-895fd05993ec req-c49df6e6-1305-4edb-bddf-c7a4f1183505 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "GET /v2.0/ports?device_id=46462327-b70a-4a4a-bfbc-de127cc4ae28 HTTP/1.1" status: 200 len: 210 time: 0.0283961 Aug 31 18:41:18.944993 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45622) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:19.074350 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4c5aac9e-12b6-44c2-a70d-34ea2db6a7b8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Deleting port 3f8a5c88-c0ae-467e-8e91-fe42ff4ebe9a {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:41:19.074694 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c5aac9e-12b6-44c2-a70d-34ea2db6a7b8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:19.155830 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c5aac9e-12b6-44c2-a70d-34ea2db6a7b8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:19.156158 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c5aac9e-12b6-44c2-a70d-34ea2db6a7b8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:19.168033 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-4c5aac9e-12b6-44c2-a70d-34ea2db6a7b8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Calling delete_port for 3f8a5c88-c0ae-467e-8e91-fe42ff4ebe9a owned by network:floatingip {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:41:19.303386 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c5aac9e-12b6-44c2-a70d-34ea2db6a7b8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127822866'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:19.328296 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5aac9e-12b6-44c2-a70d-34ea2db6a7b8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event deleted for resources: {'Port': ['ID=3f8a5c88-c0ae-467e-8e91-fe42ff4ebe9a,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:19.396853 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c5aac9e-12b6-44c2-a70d-34ea2db6a7b8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:19.399491 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c5aac9e-12b6-44c2-a70d-34ea2db6a7b8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24112'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:19.400682 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4c5aac9e-12b6-44c2-a70d-34ea2db6a7b8 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "DELETE /v2.0/floatingips/c13cc8ec-c5af-42c9-9b15-4b5b37c1dc52 HTTP/1.1" status: 204 len: 168 time: 0.4546871 Aug 31 18:41:19.447233 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device d339d4bb-1f3b-4d81-9157-a461f2c972cd no longer exists at agent hyperv_hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:41:19.467443 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] No Port match for: d339d4bb-1f3b-4d81-9157-a461f2c972cd {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:41:19.467905 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Device d339d4bb-1f3b-4d81-9157-a461f2c972cd not bound to the agent host hv-cinder-80588 {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:41:19.514701 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ce67b5c0-dc9a-4d9a-935e-c623d352c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:20.624934 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45638) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:20.689844 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-25a194f0-ed59-42d0-8c31-01b53f6babe0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:20.716729 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-25a194f0-ed59-42d0-8c31-01b53f6babe0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:20.782506 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-25a194f0-ed59-42d0-8c31-01b53f6babe0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:20.785527 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-25a194f0-ed59-42d0-8c31-01b53f6babe0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:20.786702 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-25a194f0-ed59-42d0-8c31-01b53f6babe0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] 10.222.0.35 "DELETE /v2.0/security-groups/5a16db7e-8a4f-4034-a81b-5eafbc866941 HTTP/1.1" status: 204 len: 168 time: 0.1605127 Aug 31 18:41:20.795925 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a194f0-ed59-42d0-8c31-01b53f6babe0 tempest-TestVolumeBootPattern-2081503521 tempest-TestVolumeBootPattern-2081503521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a16db7e-8a4f-4034-a81b-5eafbc866941,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:20.852735 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45642) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:21.728240 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc9e0-89ab-4173-a135-09f1943648e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1575947'] for router_interface, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:21.994878 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dc9e0-89ab-4173-a135-09f1943648e2 admin admin] Deleting port 73362299-c900-44ce-8277-6d460e5165c1 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:41:21.995209 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc9e0-89ab-4173-a135-09f1943648e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:22.074013 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-0f3dc9e0-89ab-4173-a135-09f1943648e2 admin admin] For port 73362299-c900-44ce-8277-6d460e5165c1, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=73362299-c900-44ce-8277-6d460e5165c1,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:41:22.074377 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc9e0-89ab-4173-a135-09f1943648e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:22.087170 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dc9e0-89ab-4173-a135-09f1943648e2 admin admin] Calling delete_port for 73362299-c900-44ce-8277-6d460e5165c1 owned by network:router_interface {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:41:22.176363 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e961fb21-9e9d-4ff8-9262-ae924ff39360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:22.271999 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc9e0-89ab-4173-a135-09f1943648e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:22.295095 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dc9e0-89ab-4173-a135-09f1943648e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=73362299-c900-44ce-8277-6d460e5165c1,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:22.473884 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc9e0-89ab-4173-a135-09f1943648e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1807473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576087'] for router_interface, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:22.557924 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:22.702515 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3dc9e0-89ab-4173-a135-09f1943648e2 admin admin] Router 77ae4b2c-59d4-492c-b383-a982e4bd198f has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:41:22.816981 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3dc9e0-89ab-4173-a135-09f1943648e2 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:41:22.821904 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-0f3dc9e0-89ab-4173-a135-09f1943648e2 admin admin] 10.222.0.35 "PUT /v2.0/routers/77ae4b2c-59d4-492c-b383-a982e4bd198f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9680984 Aug 31 18:41:22.824736 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45646) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:22.827384 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fe22c-7139-418a-88c1-8346e7aeb260 None None] Sync routers for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:41:22.838937 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9fe22c-7139-418a-88c1-8346e7aeb260 None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:41:22.839552 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-9c9fe22c-7139-418a-88c1-8346e7aeb260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:41:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:22.935103 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:22.950899 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-9c9fe22c-7139-418a-88c1-8346e7aeb260 None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: dv-cinder-805887-9-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:41:23.059847 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.123719 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Deleting port 82471fd9-2468-4c12-a5c9-7d813dc510cc {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:41:23.124095 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.142420 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-9c9fe22c-7139-418a-88c1-8346e7aeb260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:41:22Z', 'revision_number': 5, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port': {'id': '82471fd9-2468-4c12-a5c9-7d813dc510cc', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:10Z', 'updated_at': '2021-08-31T18:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:23.169641 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fe22c-7139-418a-88c1-8346e7aeb260 None None] Checking router: 77ae4b2c-59d4-492c-b383-a982e4bd198f for host: dv-cinder-805887-9-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:41:23.178299 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9fe22c-7139-418a-88c1-8346e7aeb260 None None] Routers {'77ae4b2c-59d4-492c-b383-a982e4bd198f'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:41:23.179022 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-9c9fe22c-7139-418a-88c1-8346e7aeb260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:41:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['77ae4b2c-59d4-492c-b383-a982e4bd198f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:23.207405 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] For port 82471fd9-2468-4c12-a5c9-7d813dc510cc, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=82471fd9-2468-4c12-a5c9-7d813dc510cc,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:41:23.207764 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.225331 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Calling delete_port for 82471fd9-2468-4c12-a5c9-7d813dc510cc owned by network:router_gateway {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:41:23.265689 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.279175 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-9c9fe22c-7139-418a-88c1-8346e7aeb260 None None] Set router 77ae4b2c-59d4-492c-b383-a982e4bd198f gateway port host: None {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:41:23.336677 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-9c9fe22c-7139-418a-88c1-8346e7aeb260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:41:23Z', 'revision_number': 6, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port_host': None}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:23.367615 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fe22c-7139-418a-88c1-8346e7aeb260 None None] The sync data for ids ['77ae4b2c-59d4-492c-b383-a982e4bd198f'] in dv-cinder-805887-9-iscsi is: [{'id': '77ae4b2c-59d4-492c-b383-a982e4bd198f', 'name': 'tempest-TestVolumeBootPattern-733282395-router', 'tenant_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:09Z', 'updated_at': '2021-08-31T18:41:23Z', 'revision_number': 6, 'project_id': '776faa2cc0c640b7aaf995ed62c4ebea', 'gw_port_host': None}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:41:23.448027 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.472471 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=82471fd9-2468-4c12-a5c9-7d813dc510cc,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:23.542378 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582389'] for router_gateway, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.632595 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3859'] for router, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.635269 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.689816 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575680'] for router, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.690382 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ae4b2c-59d4-492c-b383-a982e4bd198f {{(pid=93880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:41:23.694779 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.696591 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-37452c96-a866-4f48-8b4c-f954834f25f1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/77ae4b2c-59d4-492c-b383-a982e4bd198f HTTP/1.1" status: 204 len: 168 time: 0.8704538 Aug 31 18:41:23.699339 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45650) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:23.757581 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-e353816d-aa1f-4305-9aac-4ee3697b854e admin admin] Deleting subnet 05e9434b-2eff-419a-b36f-4489ef585479 {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:41:23.761720 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e353816d-aa1f-4305-9aac-4ee3697b854e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.803756 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e353816d-aa1f-4305-9aac-4ee3697b854e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126587626'] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.891530 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e353816d-aa1f-4305-9aac-4ee3697b854e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.944389 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e353816d-aa1f-4305-9aac-4ee3697b854e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126740558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126291603'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.968923 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353816d-aa1f-4305-9aac-4ee3697b854e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e9434b-2eff-419a-b36f-4489ef585479,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:23.973284 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e353816d-aa1f-4305-9aac-4ee3697b854e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:23.977547 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e353816d-aa1f-4305-9aac-4ee3697b854e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/05e9434b-2eff-419a-b36f-4489ef585479 HTTP/1.1" status: 204 len: 168 time: 0.2751963 Aug 31 18:41:23.979490 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45652) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:23.989655 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c97c23-8c82-4e4e-98fa-1296cd326eb1 None None] Network e1a634af-cd38-4eeb-bee9-3a926c61efeb requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:41:24.052396 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.125326 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Deleting port ec69c69d-2481-4e06-aa81-312cc2fc2dd5 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:41:24.125922 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.168171 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] DHCP port deletion for e1a634af-cd38-4eeb-bee9-3a926c61efeb request from dv-cinder-805887-9-iscsi {{(pid=93881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:41:24.200101 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] For port ec69c69d-2481-4e06-aa81-312cc2fc2dd5, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=ec69c69d-2481-4e06-aa81-312cc2fc2dd5,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:41:24.200468 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.202986 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 73362299-c900-44ce-8277-6d460e5165c1 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:41:24.214774 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Calling delete_port for ec69c69d-2481-4e06-aa81-312cc2fc2dd5 owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:41:24.226372 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 73362299-c900-44ce-8277-6d460e5165c1 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:41:24.227308 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 73362299-c900-44ce-8277-6d460e5165c1 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:41:24.252421 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Deleting port ec69c69d-2481-4e06-aa81-312cc2fc2dd5 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:41:24.252844 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.313629 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.321899 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] For port ec69c69d-2481-4e06-aa81-312cc2fc2dd5, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=ec69c69d-2481-4e06-aa81-312cc2fc2dd5,segment=NetworkSegment(b2883d72-13b6-47cf-b2cf-b9d262757016),segment_id=b2883d72-13b6-47cf-b2cf-b9d262757016)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:41:24.322309 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.340776 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ec69c69d-2481-4e06-aa81-312cc2fc2dd5,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:24.341574 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Calling delete_port for ec69c69d-2481-4e06-aa81-312cc2fc2dd5 owned by network:dhcp {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:41:24.345785 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] No DVR routers for this DVR port ec69c69d-2481-4e06-aa81-312cc2fc2dd5 on host dv-cinder-805887-9-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:41:24.443248 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.455433 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a634af-cd38-4eeb-bee9-3a926c61efeb']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:24.469174 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2883d72-13b6-47cf-b2cf-b9d262757016') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:24.469473 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2883d72-13b6-47cf-b2cf-b9d262757016') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:24.479921 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126587601'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.499688 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.507701 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:41:24.508314 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126740724'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: Traceback (most recent call last): Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: timer() Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: cb(*args, **kw) Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: return func(*args, **kwargs) Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: self._notify() Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: self.callback(batched_events) Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: event.method(event) Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: return f(self, *a, **k) Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._get(url).json() Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:41:24.510445 dv-cinder-805887-9-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:41:24.550036 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.568445 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.574965 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.580843 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] 10.222.0.35 "DELETE /v2.0/networks/e1a634af-cd38-4eeb-bee9-3a926c61efeb HTTP/1.1" status: 204 len: 168 time: 0.5962975 Aug 31 18:41:24.581103 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45654) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:24.583947 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Pushing event deleted for resources: {'Port': ['ID=ec69c69d-2481-4e06-aa81-312cc2fc2dd5,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:24.594434 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] No DVR routers for this DVR port ec69c69d-2481-4e06-aa81-312cc2fc2dd5 on host dv-cinder-805887-9-iscsi {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:41:24.598270 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afdf61-7119-4873-b9ac-e38aa785f1ef admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a634af-cd38-4eeb-bee9-3a926c61efeb,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:24.599912 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:24.600661 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:24.601447 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:24.601996 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:24.602467 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:24.604146 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:24.604146 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:24.604474 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:24.605113 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:24.605640 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:24.606112 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:24.607110 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12073169-1a9b-406c-aac5-9bd0b4284e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-9-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 18:41:24.949926 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:24.962890 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-43b5f4ab-1a79-495c-817b-9cf75072f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1575947'] for router_interface, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:25.215583 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-43b5f4ab-1a79-495c-817b-9cf75072f2f6 admin admin] Deleting port e6d7a3cb-5dde-43e8-b011-faa76aa839a3 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:41:25.215919 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-43b5f4ab-1a79-495c-817b-9cf75072f2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:25.293670 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-43b5f4ab-1a79-495c-817b-9cf75072f2f6 admin admin] For port e6d7a3cb-5dde-43e8-b011-faa76aa839a3, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=e6d7a3cb-5dde-43e8-b011-faa76aa839a3,segment=NetworkSegment(73956ce1-6dc9-45ac-9111-4f23a01e0101),segment_id=73956ce1-6dc9-45ac-9111-4f23a01e0101)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:41:25.294307 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-43b5f4ab-1a79-495c-817b-9cf75072f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:25.307056 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-43b5f4ab-1a79-495c-817b-9cf75072f2f6 admin admin] Calling delete_port for e6d7a3cb-5dde-43e8-b011-faa76aa839a3 owned by network:router_interface {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:41:25.481948 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-43b5f4ab-1a79-495c-817b-9cf75072f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:25.511499 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5f4ab-1a79-495c-817b-9cf75072f2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d7a3cb-5dde-43e8-b011-faa76aa839a3,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:25.576047 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device ec69c69d-2481-4e06-aa81-312cc2fc2dd5 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:41:25.596876 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: ec69c69d-2481-4e06-aa81-312cc2fc2dd5 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:41:25.597217 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device ec69c69d-2481-4e06-aa81-312cc2fc2dd5 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:41:25.597646 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 82471fd9-2468-4c12-a5c9-7d813dc510cc no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:41:25.621524 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 82471fd9-2468-4c12-a5c9-7d813dc510cc {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:41:25.621875 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 82471fd9-2468-4c12-a5c9-7d813dc510cc not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:41:25.851480 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:25.967427 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-43b5f4ab-1a79-495c-817b-9cf75072f2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1807473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576087'] for router_interface, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:26.200885 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b5f4ab-1a79-495c-817b-9cf75072f2f6 admin admin] Router d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 has already been hosted by L3 agent c247bff9-bb86-48d4-bb3a-d802a7f2a316 {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 18:41:26.317801 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b5f4ab-1a79-495c-817b-9cf75072f2f6 admin admin] Notify agent at l3_agent.dv-cinder-805887-9-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 18:41:26.324078 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-43b5f4ab-1a79-495c-817b-9cf75072f2f6 admin admin] 10.222.0.35 "PUT /v2.0/routers/d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7408404 Aug 31 18:41:26.326085 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45656) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:26.328849 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed74a901-2167-4774-b2df-74d2efc80b24 None None] Sync routers for ids ['d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'] in dv-cinder-805887-9-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 18:41:26.340302 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed74a901-2167-4774-b2df-74d2efc80b24 None None] Routers {'d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:41:26.341115 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-ed74a901-2167-4774-b2df-74d2efc80b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:41:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:26.443587 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Notify callbacks [] for router, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:26.459543 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-ed74a901-2167-4774-b2df-74d2efc80b24 None None] Set router d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 gateway port host: dv-cinder-805887-9-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:41:26.561114 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:26.639661 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Deleting port 21cfa54e-4dfb-4619-8b64-17f240dd1f8e {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:41:26.640113 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:26.663861 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-ed74a901-2167-4774-b2df-74d2efc80b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'name': 'tempest-TestVolumeBootPattern-1363454729-router', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'external_fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:41:25Z', 'revision_number': 5, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'gw_port': {'id': '21cfa54e-4dfb-4619-8b64-17f240dd1f8e', 'name': '', 'network_id': '8be741c5-6977-48d8-bd13-0f8a1787586d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a13117-7ed2-43d4-92d6-58cd0b0eaac5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-9-iscsi'}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:26.700291 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed74a901-2167-4774-b2df-74d2efc80b24 None None] Checking router: d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 for host: dv-cinder-805887-9-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 18:41:26.711769 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed74a901-2167-4774-b2df-74d2efc80b24 None None] Routers {'d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'} bound to L3 agent in host dv-cinder-805887-9-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 18:41:26.712322 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-ed74a901-2167-4774-b2df-74d2efc80b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T18:20:22Z,description=,heartbeat_timestamp=2021-08-31T18:41:22Z,host='dv-cinder-805887-9-iscsi',id=c247bff9-bb86-48d4-bb3a-d802a7f2a316,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T18:20:22Z,topic='l3_agent')) {'router_ids': ['d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:26.739116 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] For port 21cfa54e-4dfb-4619-8b64-17f240dd1f8e, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=21cfa54e-4dfb-4619-8b64-17f240dd1f8e,segment=NetworkSegment(f43a09da-cceb-458e-9e25-c838dff1dc91),segment_id=f43a09da-cceb-458e-9e25-c838dff1dc91)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:41:26.739482 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:26.752678 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Calling delete_port for 21cfa54e-4dfb-4619-8b64-17f240dd1f8e owned by network:router_gateway {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:41:26.800995 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-ed74a901-2167-4774-b2df-74d2efc80b24 None None] Set router d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 gateway port host: None {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 18:41:26.854424 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-ed74a901-2167-4774-b2df-74d2efc80b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'name': 'tempest-TestVolumeBootPattern-1363454729-router', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:41:26Z', 'revision_number': 6, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'gw_port_host': None}], 'dv-cinder-805887-9-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:26.880880 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed74a901-2167-4774-b2df-74d2efc80b24 None None] The sync data for ids ['d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7'] in dv-cinder-805887-9-iscsi is: [{'id': 'd52036ca-cbb7-4c7f-8186-0d0e44b9a9b7', 'name': 'tempest-TestVolumeBootPattern-1363454729-router', 'tenant_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T18:34:14Z', 'updated_at': '2021-08-31T18:41:26Z', 'revision_number': 6, 'project_id': 'a47388e0b13b4f34b0b2b46c5f7fb43d', 'gw_port_host': None}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 18:41:26.931677 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:26.962147 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=21cfa54e-4dfb-4619-8b64-17f240dd1f8e,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:27.030395 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582389'] for router_gateway, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.119122 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3859'] for router, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.121384 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.166861 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575680'] for router, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.167398 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 {{(pid=93880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 18:41:27.172372 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.173545 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-83b5518f-8f93-45cb-a7ad-e0af09b48e0e admin admin] 10.222.0.35 "DELETE /v2.0/routers/d52036ca-cbb7-4c7f-8186-0d0e44b9a9b7 HTTP/1.1" status: 204 len: 168 time: 0.8465269 Aug 31 18:41:27.176586 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45658) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:27.223232 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d53934d-cc03-474a-b3c4-12c2686c62ac admin admin] Deleting subnet 3500dc6c-0c88-4499-9f9d-669b931566bf {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 18:41:27.228216 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6d53934d-cc03-474a-b3c4-12c2686c62ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.265318 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6d53934d-cc03-474a-b3c4-12c2686c62ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126587626'] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.352673 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6d53934d-cc03-474a-b3c4-12c2686c62ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975296'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.405735 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6d53934d-cc03-474a-b3c4-12c2686c62ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126740558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126291603'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.434915 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53934d-cc03-474a-b3c4-12c2686c62ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3500dc6c-0c88-4499-9f9d-669b931566bf,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:27.438335 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6d53934d-cc03-474a-b3c4-12c2686c62ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.441970 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-6d53934d-cc03-474a-b3c4-12c2686c62ac admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3500dc6c-0c88-4499-9f9d-669b931566bf HTTP/1.1" status: 204 len: 168 time: 0.2626412 Aug 31 18:41:27.442695 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.35', 45660) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:27.446962 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfb229c-d646-4f8b-bec2-239e080b9528 None None] Network 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d requested from dv-cinder-805887-9-iscsi {{(pid=93881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 18:41:27.515089 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560303'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.568702 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Deleting port 5095a41e-cf95-4409-a522-4645aad0f3d9 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:41:27.568999 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.636640 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] For port 5095a41e-cf95-4409-a522-4645aad0f3d9, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=5095a41e-cf95-4409-a522-4645aad0f3d9,segment=NetworkSegment(73956ce1-6dc9-45ac-9111-4f23a01e0101),segment_id=73956ce1-6dc9-45ac-9111-4f23a01e0101)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:41:27.637008 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.650173 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Calling delete_port for 5095a41e-cf95-4409-a522-4645aad0f3d9 owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:41:27.675769 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e15c5c-9afe-45c3-bafe-b6087b13a6a4 None None] DHCP port deletion for 7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d request from dv-cinder-805887-9-iscsi {{(pid=93881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 18:41:27.736884 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-c2e15c5c-9afe-45c3-bafe-b6087b13a6a4 None None] Deleting port 5095a41e-cf95-4409-a522-4645aad0f3d9 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 18:41:27.737312 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c2e15c5c-9afe-45c3-bafe-b6087b13a6a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767310970134'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.751217 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 5095a41e-cf95-4409-a522-4645aad0f3d9 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:41:27.752941 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126740513'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.780422 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Pushing event deleted for resources: {'Port': ['ID=5095a41e-cf95-4409-a522-4645aad0f3d9,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:27.782336 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] No DVR routers for this DVR port 5095a41e-cf95-4409-a522-4645aad0f3d9 on host dv-cinder-805887-9-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:41:27.811285 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 5095a41e-cf95-4409-a522-4645aad0f3d9 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:41:27.811638 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 5095a41e-cf95-4409-a522-4645aad0f3d9 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:41:27.812069 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device e6d7a3cb-5dde-43e8-b011-faa76aa839a3 no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:41:27.843052 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: e6d7a3cb-5dde-43e8-b011-faa76aa839a3 {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:41:27.843399 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device e6d7a3cb-5dde-43e8-b011-faa76aa839a3 not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:41:27.843822 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 21cfa54e-4dfb-4619-8b64-17f240dd1f8e no longer exists at agent ovs-agent-dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 18:41:27.859441 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975675', 'neutron.services.segments.db._delete_segments_for_network-8767310990785'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.868538 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-612980dd-aa60-4334-b581-ec015434985a None None] No Port match for: 21cfa54e-4dfb-4619-8b64-17f240dd1f8e {{(pid=93881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 18:41:27.868874 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.rpc [None req-612980dd-aa60-4334-b581-ec015434985a None None] Device 21cfa54e-4dfb-4619-8b64-17f240dd1f8e not bound to the agent host dv-cinder-805887-9-iscsi {{(pid=93881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 18:41:27.870196 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:27.879591 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-c2e15c5c-9afe-45c3-bafe-b6087b13a6a4 None None] For port 5095a41e-cf95-4409-a522-4645aad0f3d9, host dv-cinder-805887-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-9-iscsi',level=0,port_id=5095a41e-cf95-4409-a522-4645aad0f3d9,segment=NetworkSegment(73956ce1-6dc9-45ac-9111-4f23a01e0101),segment_id=73956ce1-6dc9-45ac-9111-4f23a01e0101)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 18:41:27.880401 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c2e15c5c-9afe-45c3-bafe-b6087b13a6a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581693'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.881656 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73956ce1-6dc9-45ac-9111-4f23a01e0101') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:27.881967 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73956ce1-6dc9-45ac-9111-4f23a01e0101') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 18:41:27.894802 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767311003221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126587601'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.895506 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-c2e15c5c-9afe-45c3-bafe-b6087b13a6a4 None None] Calling delete_port for 5095a41e-cf95-4409-a522-4645aad0f3d9 owned by network:dhcp {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 18:41:27.912544 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.921120 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 18:41:27.921529 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126740724'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: Traceback (most recent call last): Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: timer() Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: cb(*args, **kw) Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: return func(*args, **kwargs) Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: self._notify() Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: self.callback(batched_events) Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: event.method(event) Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: return f(self, *a, **k) Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._get(url).json() Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 18:41:27.923409 dv-cinder-805887-9-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 18:41:27.978691 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c2e15c5c-9afe-45c3-bafe-b6087b13a6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767310971109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767310469425'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.988327 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1807462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582361'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.994484 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807508'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:27.996877 dv-cinder-805887-9-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] 10.222.0.35 "DELETE /v2.0/networks/7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d HTTP/1.1" status: 204 len: 168 time: 0.5531979 Aug 31 18:41:28.004926 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e15c5c-9afe-45c3-bafe-b6087b13a6a4 None None] Pushing event deleted for resources: {'Port': ['ID=5095a41e-cf95-4409-a522-4645aad0f3d9,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:28.008534 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e15c5c-9afe-45c3-bafe-b6087b13a6a4 None None] No DVR routers for this DVR port 5095a41e-cf95-4409-a522-4645aad0f3d9 on host dv-cinder-805887-9-iscsi {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 18:41:28.018990 dv-cinder-805887-9-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b48382-93d8-4f81-b177-ee4f0150c20b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5d2c1f-3b12-418b-a74a-4e5bb7fb4f1d,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:28.130883 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45664) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:28.171674 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-3ab48408-373c-4645-b65e-e0139432d0b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=776faa2cc0c640b7aaf995ed62c4ebea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396795 Aug 31 18:41:28.174239 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45666) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:28.223146 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e59b6304-4cb5-4638-8436-3fe337cb138a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:28.244360 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e59b6304-4cb5-4638-8436-3fe337cb138a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:28.291060 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e59b6304-4cb5-4638-8436-3fe337cb138a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:28.293535 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e59b6304-4cb5-4638-8436-3fe337cb138a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:28.294694 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-e59b6304-4cb5-4638-8436-3fe337cb138a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1164d84-1db0-4d0a-bfa7-4edd6bd7421e HTTP/1.1" status: 204 len: 168 time: 0.1194499 Aug 31 18:41:28.307938 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b6304-4cb5-4638-8436-3fe337cb138a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1164d84-1db0-4d0a-bfa7-4edd6bd7421e,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:28.630529 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45672) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:28.674936 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c5e388c7-cce8-4260-a9aa-d62b84a12cdd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a47388e0b13b4f34b0b2b46c5f7fb43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432367 Aug 31 18:41:28.677446 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.35', 45674) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 18:41:28.737086 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7202517d-9273-4ac9-b8bb-8c296cf9ac3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:28.758391 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7202517d-9273-4ac9-b8bb-8c296cf9ac3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:28.804250 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7202517d-9273-4ac9-b8bb-8c296cf9ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596101'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:28.807532 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7202517d-9273-4ac9-b8bb-8c296cf9ac3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:28.808777 dv-cinder-805887-9-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7202517d-9273-4ac9-b8bb-8c296cf9ac3e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d910deee-fea2-4460-adbc-642e9a009e1e HTTP/1.1" status: 204 len: 168 time: 0.1303527 Aug 31 18:41:28.816522 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202517d-9273-4ac9-b8bb-8c296cf9ac3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d910deee-fea2-4460-adbc-642e9a009e1e,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 18:41:45.089441 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:41:49.521132 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c3fa867b-9eee-4e03-ac3f-7fffb9de792a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:52.177722 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1404-62e5-48a2-a4e2-008761aec949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:52.559573 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:53.235486 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:54.951061 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:41:55.855228 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:42:19.511049 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4ffcde77-c3dc-4eeb-8581-b8bd68517299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:42:22.087799 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:42:22.178502 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-66696d6f-9c58-4a36-9bab-35baf8b0b2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:42:22.560307 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:42:23.238421 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:42:24.953618 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:42:25.868641 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:42:49.512193 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-70c3735d-9258-451a-b0e1-0415c868084d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:42:52.179899 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b0ec-13dc-4164-b7f8-a3cd9b07ebc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:42:52.563371 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:42:53.241891 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:42:54.956179 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:42:55.869566 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:42:59.089766 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:43:19.514133 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc20d-527d-450b-8799-a6b53b9dc58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:43:22.179992 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3136749a-fa2c-4da1-8702-8f7c7ac47824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:43:22.566375 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:43:23.244013 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:43:24.958367 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:43:25.875620 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:43:36.091720 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:43:49.516361 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d02a1c66-172d-4dfb-8648-7413427878df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:43:52.183037 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ace0b820-32f6-468c-a670-54e65093e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:43:52.568113 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:43:53.246110 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:43:54.960357 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:43:55.898737 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:43:59.543753 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [req-bbad9f05-d655-4690-84c1-23f823c3f33d req-14e8c827-49d5-41aa-8099-67da772adbc2 service neutron] (93879) timed out ('10.222.0.50', 50136) {{(pid=93879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 18:43:59.785432 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [req-f101943b-d362-455c-b6ba-f1a640abb180 req-2963dff4-05c8-4d7a-82f5-c021a1987b1b service neutron] (93879) timed out ('10.222.0.50', 50129) {{(pid=93879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 18:44:09.815545 dv-cinder-805887-9-iscsi neutron-server[93879]: DEBUG neutron.wsgi [req-b65c3c0c-00b9-45cb-9187-36a33fb1473a req-0adda76f-bbdc-45a3-b06a-2f5ea753c363 service neutron] (93879) timed out ('10.222.0.50', 50123) {{(pid=93879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 18:44:13.090811 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:44:19.516431 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-21b204f6-9472-411f-b9e1-d2aa16a0fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:44:22.183624 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d92811c6-fb4e-4f54-999d-41d5f28c8f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:44:22.569219 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:44:23.249375 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:44:24.963168 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:44:25.898334 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:44:49.517086 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98a28b7b-855e-4a9f-8f0b-31154a107af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:44:50.090211 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:44:52.185881 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3e6edb78-6a62-4dd8-9df0-cfaed9eab158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:44:52.569352 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:44:53.251482 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:44:54.964927 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:44:55.898012 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:45:19.517699 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-60a05dd1-97b6-43e9-a13c-8352300f74cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:45:22.186817 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-af12c436-df50-4e47-a828-4ddedada92ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:45:22.570911 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:45:23.254188 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:45:24.968118 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:45:25.898595 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:45:27.089447 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:45:49.517516 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b3efc6f3-d383-4e30-88bc-cc10316b1280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:45:52.188206 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-421f65cd-08d8-4d8f-8314-52ebd43317e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:45:52.572754 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:45:53.257632 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:45:54.971175 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:45:55.911220 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:46:04.088186 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:46:19.518914 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0eb590b4-1972-4bd5-9a25-bd69506de34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:46:22.188439 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3787b5c6-c9c7-4367-acb4-ade258cd8223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:46:22.573990 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:46:23.261622 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:46:24.974469 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:46:25.901416 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f2e9f0b3-88eb-4aa6-8a28-38fb06f67c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:46:41.088127 dv-cinder-805887-9-iscsi neutron-server[93882]: DEBUG neutron.db.agents_db [None req-1bca251f-2e60-441b-b249-5e0f6b50e225 None None] Agent healthcheck: found 6 active agents {{(pid=93882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 18:46:49.520163 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3784ea9b-2f06-439c-aa1f-7baf5e6586df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:46:52.190236 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3f96d3ef-06e8-4b9a-92ac-b63ab946da2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:46:52.580117 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-612980dd-aa60-4334-b581-ec015434985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:46:53.263294 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-86567142-7cfb-4f81-b449-6c5c67d7c34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 18:46:54.978141 dv-cinder-805887-9-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccab-fbbd-4227-a006-6ddf2ad40e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767310917596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977253'] for agent, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}